[ 471.762568] env[62675]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62675) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 471.762921] env[62675]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62675) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 471.763073] env[62675]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62675) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 471.763389] env[62675]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 471.855744] env[62675]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 471.866061] env[62675]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62675) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 472.473137] env[62675]: INFO nova.virt.driver [None req-6dcd3672-483b-489a-885c-7a2ddaefd1df None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 472.547650] env[62675]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 472.547806] env[62675]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 472.547897] env[62675]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62675) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 475.649732] env[62675]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-aafe4659-04c9-422e-8c59-5eea18efd62b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 475.666016] env[62675]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62675) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 475.666210] env[62675]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-2b47b444-97bd-4dd8-9125-150ff233adc5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 475.697682] env[62675]: INFO oslo_vmware.api [-] Successfully established new session; session ID is b2492. [ 475.697857] env[62675]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.150s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 475.698464] env[62675]: INFO nova.virt.vmwareapi.driver [None req-6dcd3672-483b-489a-885c-7a2ddaefd1df None None] VMware vCenter version: 7.0.3 [ 475.701883] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460427d7-d95c-499c-bc5b-91263cd3c631 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 475.719313] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23cabc6-c705-4eb0-ab13-20fc56b6acfc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 475.725230] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5ba585-72f4-477d-83c5-66478e15ad34 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 475.732238] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d135557-352c-4c6c-b009-8589cbe4bbdf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 475.745301] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e87aa6-8319-4cb4-9d7a-e52fadaf9ed6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 475.751271] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1733e610-7bdd-438b-a9bc-f349e806f027 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 475.782463] env[62675]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-7ebc00f4-695b-4ad7-a625-842691b45224 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 475.787627] env[62675]: DEBUG nova.virt.vmwareapi.driver [None req-6dcd3672-483b-489a-885c-7a2ddaefd1df None None] Extension org.openstack.compute already exists. {{(pid=62675) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 475.790306] env[62675]: INFO nova.compute.provider_config [None req-6dcd3672-483b-489a-885c-7a2ddaefd1df None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 476.293345] env[62675]: DEBUG nova.context [None req-6dcd3672-483b-489a-885c-7a2ddaefd1df None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),2aa0f199-cc35-41e3-bc07-be72a0f56b43(cell1) {{(pid=62675) load_cells /opt/stack/nova/nova/context.py:464}} [ 476.295486] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 476.295819] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 476.296931] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 476.297670] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Acquiring lock "2aa0f199-cc35-41e3-bc07-be72a0f56b43" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 476.297981] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Lock "2aa0f199-cc35-41e3-bc07-be72a0f56b43" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 476.299571] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Lock "2aa0f199-cc35-41e3-bc07-be72a0f56b43" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 476.321787] env[62675]: INFO dbcounter [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Registered counter for database nova_cell0 [ 476.329932] env[62675]: INFO dbcounter [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Registered counter for database nova_cell1 [ 476.333183] env[62675]: DEBUG oslo_db.sqlalchemy.engines [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62675) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 476.333546] env[62675]: DEBUG oslo_db.sqlalchemy.engines [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62675) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 476.338495] env[62675]: ERROR nova.db.main.api [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 476.338495] env[62675]: result = function(*args, **kwargs) [ 476.338495] env[62675]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 476.338495] env[62675]: return func(*args, **kwargs) [ 476.338495] env[62675]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 476.338495] env[62675]: result = fn(*args, **kwargs) [ 476.338495] env[62675]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 476.338495] env[62675]: return f(*args, **kwargs) [ 476.338495] env[62675]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 476.338495] env[62675]: return db.service_get_minimum_version(context, binaries) [ 476.338495] env[62675]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 476.338495] env[62675]: _check_db_access() [ 476.338495] env[62675]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 476.338495] env[62675]: stacktrace = ''.join(traceback.format_stack()) [ 476.338495] env[62675]: [ 476.339395] env[62675]: ERROR nova.db.main.api [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 476.339395] env[62675]: result = function(*args, **kwargs) [ 476.339395] env[62675]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 476.339395] env[62675]: return func(*args, **kwargs) [ 476.339395] env[62675]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 476.339395] env[62675]: result = fn(*args, **kwargs) [ 476.339395] env[62675]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 476.339395] env[62675]: return f(*args, **kwargs) [ 476.339395] env[62675]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 476.339395] env[62675]: return db.service_get_minimum_version(context, binaries) [ 476.339395] env[62675]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 476.339395] env[62675]: _check_db_access() [ 476.339395] env[62675]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 476.339395] env[62675]: stacktrace = ''.join(traceback.format_stack()) [ 476.339395] env[62675]: [ 476.339788] env[62675]: WARNING nova.objects.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 476.339929] env[62675]: WARNING nova.objects.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Failed to get minimum service version for cell 2aa0f199-cc35-41e3-bc07-be72a0f56b43 [ 476.340451] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Acquiring lock "singleton_lock" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 476.340615] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Acquired lock "singleton_lock" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 476.340856] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Releasing lock "singleton_lock" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 476.341196] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Full set of CONF: {{(pid=62675) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 476.341343] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ******************************************************************************** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 476.341472] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] Configuration options gathered from: {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 476.341607] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 476.341798] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 476.341928] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ================================================================================ {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 476.342147] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] allow_resize_to_same_host = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.342321] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] arq_binding_timeout = 300 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.342452] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] backdoor_port = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.342579] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] backdoor_socket = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.342741] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] block_device_allocate_retries = 60 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.342901] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] block_device_allocate_retries_interval = 3 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.343090] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cert = self.pem {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.343303] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.343482] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute_monitors = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.343649] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] config_dir = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.343818] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] config_drive_format = iso9660 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.343952] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.344126] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] config_source = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.344293] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] console_host = devstack {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.344457] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] control_exchange = nova {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.344611] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cpu_allocation_ratio = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.344772] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] daemon = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.344933] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] debug = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.345098] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] default_access_ip_network_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.345266] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] default_availability_zone = nova {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.345419] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] default_ephemeral_format = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.345577] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] default_green_pool_size = 1000 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.345803] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.345959] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] default_schedule_zone = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.346147] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] disk_allocation_ratio = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.346326] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] enable_new_services = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.346504] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] enabled_apis = ['osapi_compute'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.346666] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] enabled_ssl_apis = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.346823] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] flat_injected = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.346978] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] force_config_drive = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.347152] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] force_raw_images = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.347323] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] graceful_shutdown_timeout = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.347484] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] heal_instance_info_cache_interval = 60 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.347714] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] host = cpu-1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.347892] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.348125] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] initial_disk_allocation_ratio = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.348310] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] initial_ram_allocation_ratio = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.348526] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.348693] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] instance_build_timeout = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.348855] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] instance_delete_interval = 300 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.349032] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] instance_format = [instance: %(uuid)s] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.349241] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] instance_name_template = instance-%08x {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.349433] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] instance_usage_audit = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.349610] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] instance_usage_audit_period = month {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.349775] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.349940] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] instances_path = /opt/stack/data/nova/instances {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.350152] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] internal_service_availability_zone = internal {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.350344] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] key = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.350536] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] live_migration_retry_count = 30 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.350715] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] log_color = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.350882] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] log_config_append = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.351060] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.351233] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] log_dir = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.351397] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] log_file = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.351526] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] log_options = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.351689] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] log_rotate_interval = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.351855] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] log_rotate_interval_type = days {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.352024] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] log_rotation_type = none {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.352190] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.352334] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.352509] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.352673] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.352802] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.352964] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] long_rpc_timeout = 1800 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.353138] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] max_concurrent_builds = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.353299] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] max_concurrent_live_migrations = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.353472] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] max_concurrent_snapshots = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.353653] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] max_local_block_devices = 3 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.353816] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] max_logfile_count = 30 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.353974] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] max_logfile_size_mb = 200 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.354148] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] maximum_instance_delete_attempts = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.354319] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] metadata_listen = 0.0.0.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.354483] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] metadata_listen_port = 8775 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.354655] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] metadata_workers = 2 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.354815] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] migrate_max_retries = -1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.354980] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] mkisofs_cmd = genisoimage {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.355227] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] my_block_storage_ip = 10.180.1.21 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.355379] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] my_ip = 10.180.1.21 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.355593] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.355758] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] network_allocate_retries = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.355939] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.356120] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] osapi_compute_listen = 0.0.0.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.356288] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] osapi_compute_listen_port = 8774 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.356458] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] osapi_compute_unique_server_name_scope = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.356693] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] osapi_compute_workers = 2 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.356874] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] password_length = 12 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.357049] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] periodic_enable = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.357219] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] periodic_fuzzy_delay = 60 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.357390] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] pointer_model = usbtablet {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.357556] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] preallocate_images = none {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.357716] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] publish_errors = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.357846] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] pybasedir = /opt/stack/nova {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.358027] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ram_allocation_ratio = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.358231] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] rate_limit_burst = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.358407] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] rate_limit_except_level = CRITICAL {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.358569] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] rate_limit_interval = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.358733] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] reboot_timeout = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.358891] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] reclaim_instance_interval = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.359061] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] record = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.359240] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] reimage_timeout_per_gb = 60 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.359407] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] report_interval = 120 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.359612] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] rescue_timeout = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.359811] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] reserved_host_cpus = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.359975] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] reserved_host_disk_mb = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.360167] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] reserved_host_memory_mb = 512 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.360344] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] reserved_huge_pages = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.360509] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] resize_confirm_window = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.360668] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] resize_fs_using_block_device = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.360827] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] resume_guests_state_on_host_boot = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.360995] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.361202] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] rpc_response_timeout = 60 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.361372] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] run_external_periodic_tasks = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.361541] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] running_deleted_instance_action = reap {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.361703] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] running_deleted_instance_poll_interval = 1800 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.361864] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] running_deleted_instance_timeout = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.362026] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] scheduler_instance_sync_interval = 120 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.362205] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] service_down_time = 720 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.362373] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] servicegroup_driver = db {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.362556] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] shell_completion = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.362729] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] shelved_offload_time = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.362892] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] shelved_poll_interval = 3600 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.363082] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] shutdown_timeout = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.363249] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] source_is_ipv6 = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.363410] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ssl_only = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.363660] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.363829] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] sync_power_state_interval = 600 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.363990] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] sync_power_state_pool_size = 1000 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.364198] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] syslog_log_facility = LOG_USER {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.364370] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] tempdir = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.364534] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] timeout_nbd = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.364700] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] transport_url = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.364858] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] update_resources_interval = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.365021] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] use_cow_images = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.365185] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] use_journal = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.365345] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] use_json = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.365521] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] use_rootwrap_daemon = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.365698] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] use_stderr = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.365856] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] use_syslog = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.366023] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vcpu_pin_set = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.366190] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plugging_is_fatal = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.366360] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plugging_timeout = 300 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.366523] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] virt_mkfs = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.366682] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] volume_usage_poll_interval = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.366841] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] watch_log_file = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.367011] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] web = /usr/share/spice-html5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 476.367239] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.367429] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.367598] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.367769] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_concurrency.disable_process_locking = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.368367] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.368584] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.368773] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.368952] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.369144] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.369320] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.369506] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.auth_strategy = keystone {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.369677] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.compute_link_prefix = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.369856] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.370044] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.dhcp_domain = novalocal {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.370260] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.enable_instance_password = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.370494] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.glance_link_prefix = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.370747] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.370945] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.371127] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.instance_list_per_project_cells = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.371300] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.list_records_by_skipping_down_cells = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.371465] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.local_metadata_per_cell = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.371640] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.max_limit = 1000 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.371811] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.metadata_cache_expiration = 15 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.371992] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.neutron_default_tenant_id = default {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.372182] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.response_validation = warn {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.372360] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.use_neutron_default_nets = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.372534] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.372700] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.372871] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.373056] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.373258] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.vendordata_dynamic_targets = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.373452] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.vendordata_jsonfile_path = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.373642] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.373839] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.backend = dogpile.cache.memcached {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.374032] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.backend_argument = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.374193] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.backend_expiration_time = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.374368] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.config_prefix = cache.oslo {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.374539] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.dead_timeout = 60.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.374705] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.debug_cache_backend = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.374870] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.enable_retry_client = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.375042] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.enable_socket_keepalive = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.375221] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.enabled = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.375392] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.enforce_fips_mode = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.375560] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.expiration_time = 600 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.375724] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.hashclient_retry_attempts = 2 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.375891] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.hashclient_retry_delay = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.376064] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.memcache_dead_retry = 300 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.376261] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.memcache_password = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.376443] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.376609] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.376776] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.memcache_pool_maxsize = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.376940] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.377122] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.memcache_sasl_enabled = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.377307] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.377478] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.memcache_socket_timeout = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.377641] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.memcache_username = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.377807] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.proxies = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.377970] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.redis_db = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.378146] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.redis_password = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.378323] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.redis_sentinel_service_name = mymaster {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.378500] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.378671] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.redis_server = localhost:6379 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.378838] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.redis_socket_timeout = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.379008] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.redis_username = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.379194] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.retry_attempts = 2 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.379393] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.retry_delay = 0.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.379564] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.socket_keepalive_count = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.379729] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.socket_keepalive_idle = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.379894] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.socket_keepalive_interval = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.380062] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.tls_allowed_ciphers = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.380256] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.tls_cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.380425] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.tls_certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.380589] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.tls_enabled = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.380751] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cache.tls_keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.380923] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.auth_section = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.381119] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.auth_type = password {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.381308] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.381499] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.catalog_info = volumev3::publicURL {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.381665] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.381831] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.381999] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.cross_az_attach = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.382185] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.debug = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.382379] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.endpoint_template = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.382552] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.http_retries = 3 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.382718] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.382879] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.383072] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.os_region_name = RegionOne {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.383248] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.383408] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cinder.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.383584] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.383745] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.cpu_dedicated_set = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.383905] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.cpu_shared_set = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.384081] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.image_type_exclude_list = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.384249] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.384415] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.max_concurrent_disk_ops = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.384576] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.max_disk_devices_to_attach = -1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.384739] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.384908] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.385083] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.resource_provider_association_refresh = 300 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.385266] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.385448] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.shutdown_retry_interval = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.385633] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.385813] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] conductor.workers = 2 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.385983] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] console.allowed_origins = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.386163] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] console.ssl_ciphers = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.386337] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] console.ssl_minimum_version = default {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.386505] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] consoleauth.enforce_session_timeout = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.386675] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] consoleauth.token_ttl = 600 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.386847] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.387013] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.387185] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.387346] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.connect_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.387502] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.connect_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.387660] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.endpoint_override = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.387819] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.387977] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.388179] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.max_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.388350] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.min_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.388507] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.region_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.388666] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.retriable_status_codes = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.388824] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.service_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.388997] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.service_type = accelerator {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.389178] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.389342] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.status_code_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.389502] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.status_code_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.389664] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.389844] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.390021] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] cyborg.version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.390231] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.asyncio_connection = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.390400] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.asyncio_slave_connection = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.390573] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.backend = sqlalchemy {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.390745] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.connection = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.390913] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.connection_debug = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.391141] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.connection_parameters = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.391346] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.connection_recycle_time = 3600 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.391527] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.connection_trace = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.391696] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.db_inc_retry_interval = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.391864] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.db_max_retries = 20 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.392040] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.db_max_retry_interval = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.392216] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.db_retry_interval = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.392383] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.max_overflow = 50 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.392548] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.max_pool_size = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.392712] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.max_retries = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.392882] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.393054] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.mysql_wsrep_sync_wait = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.393222] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.pool_timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.393389] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.retry_interval = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.393549] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.slave_connection = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.393714] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.sqlite_synchronous = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.393877] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] database.use_db_reconnect = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.394060] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.asyncio_connection = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.394258] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.asyncio_slave_connection = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.394441] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.backend = sqlalchemy {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.394612] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.connection = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.394781] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.connection_debug = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.394950] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.connection_parameters = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.395130] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.connection_recycle_time = 3600 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.395299] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.connection_trace = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.395465] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.db_inc_retry_interval = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.395631] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.db_max_retries = 20 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.395797] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.db_max_retry_interval = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.395961] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.db_retry_interval = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.396140] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.max_overflow = 50 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.396308] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.max_pool_size = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.396473] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.max_retries = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.396643] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.396807] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.396969] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.pool_timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.397166] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.retry_interval = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.397344] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.slave_connection = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.397512] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] api_database.sqlite_synchronous = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.397687] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] devices.enabled_mdev_types = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.397863] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.398046] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ephemeral_storage_encryption.default_format = luks {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.398219] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ephemeral_storage_encryption.enabled = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.398386] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.398558] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.api_servers = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.398722] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.398883] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.399057] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.399226] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.connect_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.399390] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.connect_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.399554] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.debug = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.399719] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.default_trusted_certificate_ids = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.399881] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.enable_certificate_validation = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.400053] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.enable_rbd_download = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.400267] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.endpoint_override = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.400445] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.400610] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.400769] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.max_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.400926] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.min_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.401107] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.num_retries = 3 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.401291] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.rbd_ceph_conf = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.401466] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.rbd_connect_timeout = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.401635] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.rbd_pool = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.401801] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.rbd_user = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.401965] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.region_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.402139] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.retriable_status_codes = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.402300] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.service_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.402468] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.service_type = image {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.402630] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.402790] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.status_code_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.402947] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.status_code_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.403145] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.403355] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.403525] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.verify_glance_signatures = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.403685] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] glance.version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.403853] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] guestfs.debug = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.404033] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.auth_section = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.404209] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.auth_type = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.404373] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.404534] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.404698] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.404860] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.connect_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.405025] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.connect_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.405189] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.endpoint_override = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.405356] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.405517] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.405678] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.max_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.405838] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.min_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.405997] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.region_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.406193] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.retriable_status_codes = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.406369] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.service_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.406542] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.service_type = shared-file-system {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.406709] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.share_apply_policy_timeout = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.406874] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.407045] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.status_code_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.407210] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.status_code_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.407375] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.407558] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.407719] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] manila.version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.407887] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] mks.enabled = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.408266] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.408461] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] image_cache.manager_interval = 2400 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.408633] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] image_cache.precache_concurrency = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.408807] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] image_cache.remove_unused_base_images = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.408980] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.409180] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.409375] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] image_cache.subdirectory_name = _base {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.409556] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.api_max_retries = 60 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.409723] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.api_retry_interval = 2 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.409885] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.auth_section = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.410061] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.auth_type = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.410260] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.410430] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.410598] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.410763] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.conductor_group = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.410926] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.connect_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.411098] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.connect_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.411279] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.endpoint_override = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.411457] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.411619] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.411781] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.max_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.411941] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.min_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.412139] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.peer_list = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.412325] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.region_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.412490] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.retriable_status_codes = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.412657] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.serial_console_state_timeout = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.412818] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.service_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.412987] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.service_type = baremetal {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.413162] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.shard = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.413330] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.413488] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.status_code_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.413647] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.status_code_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.413804] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.413982] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.414158] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ironic.version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.414342] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.414515] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] key_manager.fixed_key = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.414698] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.414858] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.barbican_api_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.415022] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.barbican_endpoint = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.415231] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.barbican_endpoint_type = public {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.415413] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.barbican_region_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.415576] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.415738] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.415905] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.416082] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.416247] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.416414] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.number_of_retries = 60 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.416579] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.retry_delay = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.416743] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.send_service_user_token = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.416909] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.417080] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.417248] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.verify_ssl = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.417411] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican.verify_ssl_path = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.417579] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican_service_user.auth_section = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.417741] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican_service_user.auth_type = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.417901] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican_service_user.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.418096] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican_service_user.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.418280] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican_service_user.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.418448] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican_service_user.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.418609] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican_service_user.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.418770] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican_service_user.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.418931] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] barbican_service_user.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.419114] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vault.approle_role_id = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.419280] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vault.approle_secret_id = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.419455] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vault.kv_mountpoint = secret {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.419615] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vault.kv_path = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.419781] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vault.kv_version = 2 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.419942] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vault.namespace = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.420140] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vault.root_token_id = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.420330] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vault.ssl_ca_crt_file = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.420509] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vault.timeout = 60.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.420676] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vault.use_ssl = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.420849] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.421036] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.421245] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.421433] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.421601] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.connect_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.421763] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.connect_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.421924] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.endpoint_override = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.422121] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.422293] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.422455] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.max_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.422614] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.min_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.422772] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.region_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.422934] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.retriable_status_codes = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.423111] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.service_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.423288] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.service_type = identity {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.423455] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.423617] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.status_code_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.423777] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.status_code_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.423937] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.424154] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.424339] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] keystone.version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.424536] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.ceph_mount_options = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.424844] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.425028] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.connection_uri = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.425190] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.cpu_mode = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.425363] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.cpu_model_extra_flags = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.425540] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.cpu_models = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.425711] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.cpu_power_governor_high = performance {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.425878] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.cpu_power_governor_low = powersave {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.426054] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.cpu_power_management = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.426233] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.426407] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.device_detach_attempts = 8 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.426572] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.device_detach_timeout = 20 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.426742] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.disk_cachemodes = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.426904] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.disk_prefix = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.427082] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.enabled_perf_events = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.427284] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.file_backed_memory = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.427466] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.gid_maps = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.427630] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.hw_disk_discard = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.427790] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.hw_machine_type = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.427964] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.images_rbd_ceph_conf = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.428144] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.428313] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.428480] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.images_rbd_glance_store_name = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.428646] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.images_rbd_pool = rbd {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.428818] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.images_type = default {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.428981] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.images_volume_group = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.429162] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.inject_key = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.429333] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.inject_partition = -2 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.429497] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.inject_password = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.429663] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.iscsi_iface = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.429828] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.iser_use_multipath = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.429995] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_bandwidth = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.430198] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.430387] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_downtime = 500 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.430555] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.430719] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.430882] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_inbound_addr = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.431061] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.431242] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_permit_post_copy = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.431420] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_scheme = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.431596] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_timeout_action = abort {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.431760] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_tunnelled = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.431937] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_uri = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.432095] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.live_migration_with_native_tls = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.432261] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.max_queues = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.432429] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.432658] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.432823] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.nfs_mount_options = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.433131] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.433340] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.433515] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.num_iser_scan_tries = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.433680] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.num_memory_encrypted_guests = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.433845] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.434027] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.num_pcie_ports = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.434198] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.num_volume_scan_tries = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.434370] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.pmem_namespaces = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.434531] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.quobyte_client_cfg = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.434829] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.435018] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.rbd_connect_timeout = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.435192] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.435363] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.435547] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.rbd_secret_uuid = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.435728] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.rbd_user = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.435895] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.436080] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.remote_filesystem_transport = ssh {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.436281] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.rescue_image_id = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.436453] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.rescue_kernel_id = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.436612] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.rescue_ramdisk_id = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.436784] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.436944] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.rx_queue_size = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.437130] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.smbfs_mount_options = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.437428] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.437610] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.snapshot_compression = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.437776] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.snapshot_image_format = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.437995] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.438180] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.sparse_logical_volumes = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.438353] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.swtpm_enabled = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.438522] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.swtpm_group = tss {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.438689] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.swtpm_user = tss {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.438858] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.sysinfo_serial = unique {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.439022] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.tb_cache_size = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.439199] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.tx_queue_size = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.439399] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.uid_maps = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.439571] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.use_virtio_for_bridges = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.439746] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.virt_type = kvm {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.439918] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.volume_clear = zero {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.440100] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.volume_clear_size = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.440303] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.volume_use_multipath = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.440472] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.vzstorage_cache_path = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.440645] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.440813] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.vzstorage_mount_group = qemu {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.440977] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.vzstorage_mount_opts = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.441165] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.441483] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.441667] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.vzstorage_mount_user = stack {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.441840] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.442031] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.auth_section = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.442212] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.auth_type = password {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.442402] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.442570] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.442737] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.442901] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.connect_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.443076] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.connect_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.443251] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.default_floating_pool = public {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.443417] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.endpoint_override = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.443582] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.extension_sync_interval = 600 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.443747] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.http_retries = 3 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.443911] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.444086] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.444250] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.max_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.444428] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.444592] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.min_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.444761] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.ovs_bridge = br-int {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.444926] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.physnets = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.445108] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.region_name = RegionOne {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.445292] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.retriable_status_codes = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.445479] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.service_metadata_proxy = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.445643] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.service_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.445810] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.service_type = network {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.445973] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.446153] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.status_code_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.446316] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.status_code_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.446477] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.446659] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.446821] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] neutron.version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.446994] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] notifications.bdms_in_notifications = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.447186] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] notifications.default_level = INFO {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.447353] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] notifications.include_share_mapping = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.447526] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] notifications.notification_format = unversioned {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.447690] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] notifications.notify_on_state_change = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.447864] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.448065] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] pci.alias = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.448260] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] pci.device_spec = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.448433] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] pci.report_in_placement = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.448608] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.auth_section = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.448780] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.auth_type = password {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.448949] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.449132] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.449295] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.449460] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.449620] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.connect_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.449779] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.connect_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.449937] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.default_domain_id = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.450108] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.default_domain_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.450293] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.domain_id = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.450458] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.domain_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.450616] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.endpoint_override = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.450778] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.450935] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.451135] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.max_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.451316] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.min_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.451485] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.password = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.451646] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.project_domain_id = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.451811] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.project_domain_name = Default {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.451977] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.project_id = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.452165] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.project_name = service {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.452337] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.region_name = RegionOne {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.452498] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.retriable_status_codes = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.452658] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.service_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.452829] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.service_type = placement {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.452990] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.453170] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.status_code_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.453333] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.status_code_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.453492] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.system_scope = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.453648] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.453805] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.trust_id = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.453964] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.user_domain_id = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.454167] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.user_domain_name = Default {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.454342] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.user_id = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.454520] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.username = nova {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.454701] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.454863] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] placement.version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.455053] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.cores = 20 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.455224] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.count_usage_from_placement = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.455399] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.455573] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.injected_file_content_bytes = 10240 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.455741] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.injected_file_path_length = 255 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.455908] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.injected_files = 5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.456088] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.instances = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.456256] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.key_pairs = 100 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.456426] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.metadata_items = 128 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.456592] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.ram = 51200 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.456754] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.recheck_quota = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.456922] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.server_group_members = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.457103] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.server_groups = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.457332] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.457511] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] quota.unified_limits_resource_strategy = require {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.457692] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.457855] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.458022] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] scheduler.image_metadata_prefilter = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.458190] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.458357] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] scheduler.max_attempts = 3 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.458520] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] scheduler.max_placement_results = 1000 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.458682] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.458841] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] scheduler.query_placement_for_image_type_support = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.458996] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.459182] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] scheduler.workers = 2 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.459359] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.459528] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.459702] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.459876] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.460059] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.460281] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.460460] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.460655] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.460861] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.host_subset_size = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.460990] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.461164] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.461352] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.461527] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.isolated_hosts = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.461694] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.isolated_images = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.461871] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.462042] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.462221] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.462388] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.pci_in_placement = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.462550] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.462713] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.462875] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.463048] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.463256] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.463435] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.463602] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.track_instance_changes = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.463780] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.463950] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] metrics.required = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.464132] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] metrics.weight_multiplier = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.464302] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.464466] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] metrics.weight_setting = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.464778] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.464952] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] serial_console.enabled = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.465143] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] serial_console.port_range = 10000:20000 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.465320] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.465490] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.465658] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] serial_console.serialproxy_port = 6083 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.465837] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] service_user.auth_section = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.466025] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] service_user.auth_type = password {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.466208] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] service_user.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.466383] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] service_user.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.466549] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] service_user.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.466726] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] service_user.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.466871] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] service_user.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.467052] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] service_user.send_service_user_token = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.467221] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] service_user.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.467386] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] service_user.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.467557] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.agent_enabled = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.467720] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.enabled = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.468024] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.468245] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.468417] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.html5proxy_port = 6082 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.468583] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.image_compression = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.468744] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.jpeg_compression = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.468904] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.playback_compression = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.469076] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.require_secure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.469275] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.server_listen = 127.0.0.1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.469454] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.469617] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.streaming_mode = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.469776] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] spice.zlib_compression = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.469942] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] upgrade_levels.baseapi = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.470125] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] upgrade_levels.compute = auto {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.470307] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] upgrade_levels.conductor = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.470473] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] upgrade_levels.scheduler = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.470638] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vendordata_dynamic_auth.auth_section = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.470808] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vendordata_dynamic_auth.auth_type = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.470970] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vendordata_dynamic_auth.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.471143] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vendordata_dynamic_auth.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.471314] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.471477] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vendordata_dynamic_auth.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.471633] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vendordata_dynamic_auth.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.471791] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.471947] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vendordata_dynamic_auth.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.472155] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.api_retry_count = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.472338] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.ca_file = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.472512] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.cache_prefix = devstack-image-cache {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.472681] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.cluster_name = testcl1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.472847] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.connection_pool_size = 10 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.473020] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.console_delay_seconds = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.473199] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.datastore_regex = ^datastore.* {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.473414] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.473586] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.host_password = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.473755] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.host_port = 443 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.473923] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.host_username = administrator@vsphere.local {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.474103] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.insecure = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.474271] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.integration_bridge = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.474441] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.maximum_objects = 100 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.474600] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.pbm_default_policy = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.474761] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.pbm_enabled = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.474918] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.pbm_wsdl_location = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.475099] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.475299] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.serial_port_proxy_uri = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.475467] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.serial_port_service_uri = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.475636] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.task_poll_interval = 0.5 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.475810] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.use_linked_clone = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.475980] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.vnc_keymap = en-us {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.476164] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.vnc_port = 5900 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.476332] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vmware.vnc_port_total = 10000 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.476519] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vnc.auth_schemes = ['none'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.476696] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vnc.enabled = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.476987] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.477190] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.477368] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vnc.novncproxy_port = 6080 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.477565] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vnc.server_listen = 127.0.0.1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.477748] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.477911] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vnc.vencrypt_ca_certs = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.478102] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vnc.vencrypt_client_cert = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.478281] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vnc.vencrypt_client_key = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.478461] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.478626] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.disable_deep_image_inspection = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.478788] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.478950] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.479127] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.479296] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.disable_rootwrap = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.479458] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.enable_numa_live_migration = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.479620] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.479780] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.479939] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.480114] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.libvirt_disable_apic = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.480308] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.480476] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.480635] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.480796] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.480956] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.481163] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.481347] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.481509] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.481668] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.481831] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.482029] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.482194] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] wsgi.client_socket_timeout = 900 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.482365] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] wsgi.default_pool_size = 1000 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.482528] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] wsgi.keep_alive = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.482694] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] wsgi.max_header_line = 16384 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.482856] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] wsgi.secure_proxy_ssl_header = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.483022] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] wsgi.ssl_ca_file = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.483192] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] wsgi.ssl_cert_file = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.483354] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] wsgi.ssl_key_file = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.483520] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] wsgi.tcp_keepidle = 600 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.483697] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.483863] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] zvm.ca_file = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.484037] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] zvm.cloud_connector_url = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.484377] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.484560] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] zvm.reachable_timeout = 300 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.484734] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.484913] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.485102] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler.connection_string = messaging:// {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.485272] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler.enabled = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.485443] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler.es_doc_type = notification {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.485605] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler.es_scroll_size = 10000 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.485769] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler.es_scroll_time = 2m {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.485931] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler.filter_error_trace = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.486112] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler.hmac_keys = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.486282] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler.sentinel_service_name = mymaster {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.486454] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler.socket_timeout = 0.1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.486621] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler.trace_requests = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.486783] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler.trace_sqlalchemy = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.486960] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler_jaeger.process_tags = {} {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.487162] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler_jaeger.service_name_prefix = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.487353] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] profiler_otlp.service_name_prefix = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.487526] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] remote_debug.host = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.487686] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] remote_debug.port = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.487861] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.488035] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.488207] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.488372] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.488538] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.488699] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.488859] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.489031] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.489199] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.489413] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.489583] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.489754] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.489922] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.490103] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.490315] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.490492] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.490656] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.490825] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.490988] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.491167] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.491336] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.491502] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.491664] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.491826] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.491987] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.492160] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.492334] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.492498] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.492662] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.492826] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.ssl = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.492995] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.493183] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.493374] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.493547] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.493716] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.ssl_version = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.493878] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.494074] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.494249] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_notifications.retry = -1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.494428] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.494598] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_messaging_notifications.transport_url = **** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.494769] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.auth_section = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.494930] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.auth_type = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.495102] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.cafile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.495264] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.certfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.495430] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.collect_timing = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.495590] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.connect_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.495750] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.connect_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.495907] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.endpoint_id = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.496090] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.endpoint_interface = publicURL {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.496283] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.endpoint_override = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.496450] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.endpoint_region_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.496610] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.endpoint_service_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.496769] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.endpoint_service_type = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.496929] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.insecure = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.497118] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.keyfile = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.497256] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.max_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.497414] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.min_version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.497569] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.region_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.497725] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.retriable_status_codes = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.498159] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.service_name = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.498159] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.service_type = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.498296] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.split_loggers = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.498407] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.status_code_retries = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.498516] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.status_code_retry_delay = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.498676] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.timeout = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.498833] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.valid_interfaces = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.498991] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_limit.version = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.499193] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_reports.file_event_handler = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.499389] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.499554] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] oslo_reports.log_dir = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.499729] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.499887] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.500057] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.500247] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.500418] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.500578] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.500748] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.500907] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plug_ovs_privileged.group = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.501076] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.501283] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.501459] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.501622] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] vif_plug_ovs_privileged.user = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.501795] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_linux_bridge.flat_interface = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.501974] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.502190] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.502388] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.502564] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.502740] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.502908] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.503080] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.503265] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.503437] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_ovs.isolate_vif = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.503605] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.503770] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.503936] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.504119] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_ovs.ovsdb_interface = native {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.504285] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] os_vif_ovs.per_port_bridge = False {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.504459] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] privsep_osbrick.capabilities = [21] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.504619] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] privsep_osbrick.group = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.504777] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] privsep_osbrick.helper_command = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.504943] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.505120] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.505300] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] privsep_osbrick.user = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.505481] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.505640] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] nova_sys_admin.group = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.505795] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] nova_sys_admin.helper_command = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.505958] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.506136] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.506300] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] nova_sys_admin.user = None {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 476.506433] env[62675]: DEBUG oslo_service.service [None req-ee1c8bac-6a0c-4518-862f-65c800ca8ebc None None] ******************************************************************************** {{(pid=62675) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 476.506860] env[62675]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 477.011158] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Getting list of instances from cluster (obj){ [ 477.011158] env[62675]: value = "domain-c8" [ 477.011158] env[62675]: _type = "ClusterComputeResource" [ 477.011158] env[62675]: } {{(pid=62675) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 477.012209] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81ad9cd-86b7-48dc-9061-b32ca46638b7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 477.020908] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Got total of 0 instances {{(pid=62675) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 477.021507] env[62675]: WARNING nova.virt.vmwareapi.driver [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 477.021967] env[62675]: INFO nova.virt.node [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Generated node identity ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 [ 477.022217] env[62675]: INFO nova.virt.node [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Wrote node identity ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 to /opt/stack/data/n-cpu-1/compute_id [ 477.525020] env[62675]: WARNING nova.compute.manager [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Compute nodes ['ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 478.530747] env[62675]: INFO nova.compute.manager [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 479.537388] env[62675]: WARNING nova.compute.manager [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 479.537801] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 479.537905] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 479.538059] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 479.538226] env[62675]: DEBUG nova.compute.resource_tracker [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 479.539150] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286b991d-77c7-4bd6-a853-0474ad2a47e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.547309] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c840d38f-25d2-4d69-873c-209c86034f33 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.563454] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46878249-a839-46dc-b36d-223f98b4ea4b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.569684] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecc981f-1769-4e6a-8ce6-883621fd1e6b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 479.598431] env[62675]: DEBUG nova.compute.resource_tracker [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180892MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 479.598578] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 479.598870] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 480.101452] env[62675]: WARNING nova.compute.resource_tracker [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] No compute node record for cpu-1:ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 could not be found. [ 480.605559] env[62675]: INFO nova.compute.resource_tracker [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 [ 482.112997] env[62675]: DEBUG nova.compute.resource_tracker [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 482.113413] env[62675]: DEBUG nova.compute.resource_tracker [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 482.269579] env[62675]: INFO nova.scheduler.client.report [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] [req-e46a2545-1cd3-4b9c-91d1-1b7cef486174] Created resource provider record via placement API for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 482.286708] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64d6231-91b6-41a2-a6eb-d92460e03430 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.295011] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e03b24-05ed-48fb-8108-7e09e77aeda8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.325783] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67a8753-6da2-4d03-8f7a-e69fc97d00b0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.333068] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19e9684-f7d2-4fdc-b643-105d980925a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 482.346474] env[62675]: DEBUG nova.compute.provider_tree [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 482.891752] env[62675]: DEBUG nova.scheduler.client.report [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 482.891975] env[62675]: DEBUG nova.compute.provider_tree [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 0 to 1 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 482.892130] env[62675]: DEBUG nova.compute.provider_tree [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 482.941525] env[62675]: DEBUG nova.compute.provider_tree [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 1 to 2 during operation: update_traits {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 483.446215] env[62675]: DEBUG nova.compute.resource_tracker [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 483.446601] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.848s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 483.446601] env[62675]: DEBUG nova.service [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Creating RPC server for service compute {{(pid=62675) start /opt/stack/nova/nova/service.py:186}} [ 483.461107] env[62675]: DEBUG nova.service [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] Join ServiceGroup membership for this service compute {{(pid=62675) start /opt/stack/nova/nova/service.py:203}} [ 483.461387] env[62675]: DEBUG nova.servicegroup.drivers.db [None req-6a57b67a-b962-4afe-8021-b21f1961b4e5 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62675) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 522.592639] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.592639] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.094459] env[62675]: DEBUG nova.compute.manager [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 523.645486] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.645486] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.646219] env[62675]: INFO nova.compute.claims [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 524.131875] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Acquiring lock "d72cb155-ff74-49df-b633-b72ac4142f74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.132519] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Lock "d72cb155-ff74-49df-b633-b72ac4142f74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.547330] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 524.549397] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 524.637665] env[62675]: DEBUG nova.compute.manager [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 524.750020] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d908573e-58ca-470e-b5eb-8ce06124b07a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.759671] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b3040a-20e5-4d13-8066-41b2c3a0cb56 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.796420] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae25ac-7dbe-44a0-a14e-faa96a3c9906 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.805215] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72ad599-f819-4f85-9515-f6373526bf91 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 524.819551] env[62675]: DEBUG nova.compute.provider_tree [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 525.052431] env[62675]: DEBUG nova.compute.manager [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 525.164285] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.323822] env[62675]: DEBUG nova.scheduler.client.report [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 525.586565] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.830930] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.831564] env[62675]: DEBUG nova.compute.manager [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 525.834099] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.670s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.839847] env[62675]: INFO nova.compute.claims [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 526.049799] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "2d550d8e-b282-4817-b754-f5d390df6aa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.049799] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "2d550d8e-b282-4817-b754-f5d390df6aa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.340325] env[62675]: DEBUG nova.compute.utils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 526.341789] env[62675]: DEBUG nova.compute.manager [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 526.342061] env[62675]: DEBUG nova.network.neutron [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 526.553567] env[62675]: DEBUG nova.compute.manager [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 526.623439] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Acquiring lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 526.623439] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 526.731790] env[62675]: DEBUG nova.policy [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '461c7146887548a8aa458f0acc02ec08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '796e27805379411abd7b925c8ecb93fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 526.851193] env[62675]: DEBUG nova.compute.manager [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 526.992998] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e932ee-6f24-44c3-be40-7a09eb982cdf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.002044] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861e9893-4834-4ee7-9bfc-604abf45ffd5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.048439] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2d66c0-b015-4fa0-b5c4-17b5442e6e1b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.057258] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f39324-0414-472b-b47f-9e325cec7b68 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.075435] env[62675]: DEBUG nova.compute.provider_tree [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 527.093299] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.130528] env[62675]: DEBUG nova.compute.manager [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 527.142270] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquiring lock "f96581fd-030c-47c5-9867-c1a105dd4342" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.142525] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lock "f96581fd-030c-47c5-9867-c1a105dd4342" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.580215] env[62675]: DEBUG nova.scheduler.client.report [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 527.651119] env[62675]: DEBUG nova.compute.manager [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 527.653529] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Acquiring lock "09b94789-2ace-4ecc-8374-e9800e4713e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.656032] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Lock "09b94789-2ace-4ecc-8374-e9800e4713e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.672395] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.863989] env[62675]: DEBUG nova.compute.manager [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 527.899724] env[62675]: DEBUG nova.virt.hardware [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 527.900024] env[62675]: DEBUG nova.virt.hardware [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 527.900338] env[62675]: DEBUG nova.virt.hardware [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 527.900691] env[62675]: DEBUG nova.virt.hardware [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 527.901113] env[62675]: DEBUG nova.virt.hardware [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 527.901345] env[62675]: DEBUG nova.virt.hardware [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 527.901522] env[62675]: DEBUG nova.virt.hardware [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 527.901852] env[62675]: DEBUG nova.virt.hardware [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 527.902457] env[62675]: DEBUG nova.virt.hardware [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 527.902600] env[62675]: DEBUG nova.virt.hardware [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 527.902939] env[62675]: DEBUG nova.virt.hardware [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 527.903678] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd525df9-1818-4b68-a97b-a75228130155 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.912835] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83284786-8f63-44b0-8b96-1f2cb24211ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.935246] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce174eb4-e531-45b4-8929-443f4c5ef038 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.090018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.090018] env[62675]: DEBUG nova.compute.manager [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 528.091538] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.505s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.093368] env[62675]: INFO nova.compute.claims [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 528.160077] env[62675]: DEBUG nova.compute.manager [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 528.180992] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.224926] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "0d25425e-762a-4376-bbc2-ff7ae80c4248" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.225205] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "0d25425e-762a-4376-bbc2-ff7ae80c4248" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 528.541125] env[62675]: DEBUG nova.network.neutron [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Successfully created port: 1405d21a-5bc1-4507-921e-f68c1d8c03a5 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 528.601998] env[62675]: DEBUG nova.compute.utils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 528.606983] env[62675]: DEBUG nova.compute.manager [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Not allocating networking since 'none' was specified. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 528.689848] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 528.728884] env[62675]: DEBUG nova.compute.manager [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 529.107941] env[62675]: DEBUG nova.compute.manager [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 529.267794] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.289934] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "9734221b-8ec6-4c04-bafc-d15dab9e1bc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 529.290200] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "9734221b-8ec6-4c04-bafc-d15dab9e1bc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 529.362952] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f03795-6f3a-4cde-9a92-e27c60d649bd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.384697] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862108c0-b98c-4213-89ab-0bbef1801862 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.425241] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe773ed-6d29-4b2b-8902-6cb6f23f4cd1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.434315] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b16692-fd70-4ca4-9d66-11ada873d1ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.457125] env[62675]: DEBUG nova.compute.provider_tree [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 529.798524] env[62675]: DEBUG nova.compute.manager [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 529.962020] env[62675]: DEBUG nova.scheduler.client.report [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 530.127865] env[62675]: DEBUG nova.compute.manager [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 530.157807] env[62675]: DEBUG nova.virt.hardware [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 530.158074] env[62675]: DEBUG nova.virt.hardware [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 530.158237] env[62675]: DEBUG nova.virt.hardware [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 530.158417] env[62675]: DEBUG nova.virt.hardware [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 530.158571] env[62675]: DEBUG nova.virt.hardware [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 530.158723] env[62675]: DEBUG nova.virt.hardware [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 530.158931] env[62675]: DEBUG nova.virt.hardware [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 530.159842] env[62675]: DEBUG nova.virt.hardware [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 530.159842] env[62675]: DEBUG nova.virt.hardware [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 530.159936] env[62675]: DEBUG nova.virt.hardware [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 530.160158] env[62675]: DEBUG nova.virt.hardware [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 530.161411] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9b3cfb-6059-458c-9b31-335a02d0bd67 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.170505] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8609d716-e24f-48c6-b6c9-89b3a0ae84d1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.184400] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Instance VIF info [] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 530.197537] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 530.197903] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b230df3-fc26-4d86-8aa7-5d5dc24418f0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.209781] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Created folder: OpenStack in parent group-v4. [ 530.210374] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Creating folder: Project (3a444fc46b9244279cbeaed7683bcd6f). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 530.210374] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eb3dcd7-a5eb-4797-b41b-cbe3cbde0db2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.220507] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Created folder: Project (3a444fc46b9244279cbeaed7683bcd6f) in parent group-v542174. [ 530.220507] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Creating folder: Instances. Parent ref: group-v542175. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 530.220507] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ac0b8fd-760e-4e22-8cf6-7d4330cc398f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.230035] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Created folder: Instances in parent group-v542175. [ 530.230035] env[62675]: DEBUG oslo.service.loopingcall [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 530.230035] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 530.230206] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d07405-784d-47a6-9133-33a38ed3a0af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.250091] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 530.250091] env[62675]: value = "task-2690022" [ 530.250091] env[62675]: _type = "Task" [ 530.250091] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.258881] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690022, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.330714] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.465271] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.465271] env[62675]: DEBUG nova.compute.manager [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 530.468977] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.376s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.470470] env[62675]: INFO nova.compute.claims [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 530.762967] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690022, 'name': CreateVM_Task, 'duration_secs': 0.319149} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 530.763153] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 530.764171] env[62675]: DEBUG oslo_vmware.service [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a493cd-cbca-43e4-b157-74a92d4f50db {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.771694] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 530.771861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.772516] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 530.772762] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8bdf5e-bd06-4b08-872e-e0c9c99a859c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.777815] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 530.777815] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fd15b8-e6cf-b562-4050-6e302fcfe3c7" [ 530.777815] env[62675]: _type = "Task" [ 530.777815] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 530.788104] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fd15b8-e6cf-b562-4050-6e302fcfe3c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 530.975225] env[62675]: DEBUG nova.compute.utils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 530.981605] env[62675]: DEBUG nova.compute.manager [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 530.981891] env[62675]: DEBUG nova.network.neutron [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 531.096918] env[62675]: DEBUG nova.policy [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5dd5755397742578c44f1ca9b2fc198', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efecc4ce5cb04a4cbbc289df8d4aae82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 531.288287] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 531.288997] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 531.288997] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 531.288997] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.290535] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 531.290535] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-912ee9af-6b82-418f-8949-0924319c387f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.306633] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 531.306869] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 531.307933] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdae133a-14d6-423b-97bc-9a6b807c1d16 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.315797] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af29e2fa-855d-4fcc-afd2-70e286289f81 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.321608] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 531.321608] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c4cb2b-1578-151c-275c-b7c896bb8326" [ 531.321608] env[62675]: _type = "Task" [ 531.321608] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 531.331021] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c4cb2b-1578-151c-275c-b7c896bb8326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 531.483718] env[62675]: DEBUG nova.compute.manager [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 531.680603] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0ca5de-5aa7-4aa2-bfbd-de632a1cbdc6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.687658] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b03e82-85a4-4fb4-b409-0ce4961313e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.696150] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "fc58a6a3-d047-49a3-b758-0f191dd23c47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 531.696399] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "fc58a6a3-d047-49a3-b758-0f191dd23c47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.726866] env[62675]: DEBUG nova.compute.manager [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 531.729943] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9378df-328d-488c-be15-43d214099353 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.739616] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91b5acc-215a-481d-975e-aa09741164c9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.756911] env[62675]: DEBUG nova.compute.provider_tree [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 531.832250] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Preparing fetch location {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 531.833407] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Creating directory with path [datastore1] vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 531.833407] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0b084d6-3453-4b78-ad5d-207277c9c423 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.835831] env[62675]: DEBUG nova.network.neutron [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Successfully updated port: 1405d21a-5bc1-4507-921e-f68c1d8c03a5 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 531.858526] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Created directory with path [datastore1] vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 531.858760] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Fetch image to [datastore1] vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 531.858939] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Downloading image file data 01f269e0-822c-4f74-9463-28808435f63b to [datastore1] vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk on the data store datastore1 {{(pid=62675) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 531.859769] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3597d4a4-bc56-4e2f-b587-9935288cf501 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.872423] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8786c99a-9600-40a7-9229-2bc85d32fff2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.884839] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d486a938-e1d6-4a67-9e87-66a2c3b1675c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.924116] env[62675]: DEBUG nova.network.neutron [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Successfully created port: 2bcd1922-126a-4f7a-8d77-5f92efef8d46 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 531.927093] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e63bb25-8212-4813-9603-444f40e62024 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.936098] env[62675]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d55a9346-78d6-41fc-b063-b365eed46b5b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.965114] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Downloading image file data 01f269e0-822c-4f74-9463-28808435f63b to the data store datastore1 {{(pid=62675) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 532.050637] env[62675]: DEBUG oslo_vmware.rw_handles [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62675) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 532.258734] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 532.261930] env[62675]: DEBUG nova.scheduler.client.report [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 532.339294] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 532.339566] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.340553] env[62675]: DEBUG nova.network.neutron [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 532.496411] env[62675]: DEBUG nova.compute.manager [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 532.546257] env[62675]: DEBUG nova.virt.hardware [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 532.546257] env[62675]: DEBUG nova.virt.hardware [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 532.546419] env[62675]: DEBUG nova.virt.hardware [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 532.548048] env[62675]: DEBUG nova.virt.hardware [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 532.548048] env[62675]: DEBUG nova.virt.hardware [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 532.548048] env[62675]: DEBUG nova.virt.hardware [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 532.548048] env[62675]: DEBUG nova.virt.hardware [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 532.548048] env[62675]: DEBUG nova.virt.hardware [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 532.548298] env[62675]: DEBUG nova.virt.hardware [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 532.548298] env[62675]: DEBUG nova.virt.hardware [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 532.548298] env[62675]: DEBUG nova.virt.hardware [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 532.548750] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a61a56-2cf3-4848-b52e-4deee38a7f18 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.565545] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a4e305-b643-42d4-843c-04e039ff2d86 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.766524] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 532.767194] env[62675]: DEBUG nova.compute.manager [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 532.772271] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.099s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 532.772450] env[62675]: INFO nova.compute.claims [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 532.829236] env[62675]: DEBUG oslo_vmware.rw_handles [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Completed reading data from the image iterator. {{(pid=62675) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 532.831159] env[62675]: DEBUG oslo_vmware.rw_handles [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 532.877855] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Downloaded image file data 01f269e0-822c-4f74-9463-28808435f63b to vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk on the data store datastore1 {{(pid=62675) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 532.879745] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Caching image {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 532.880053] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Copying Virtual Disk [datastore1] vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk to [datastore1] vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 532.880657] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e4ebea1-89f4-43b9-b6d3-279b5b5b7cbe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 532.892398] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 532.892398] env[62675]: value = "task-2690023" [ 532.892398] env[62675]: _type = "Task" [ 532.892398] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 532.901928] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 532.967213] env[62675]: DEBUG nova.network.neutron [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 533.284143] env[62675]: DEBUG nova.compute.utils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 533.286946] env[62675]: DEBUG nova.compute.manager [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 533.287216] env[62675]: DEBUG nova.network.neutron [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 533.347847] env[62675]: DEBUG nova.network.neutron [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance_info_cache with network_info: [{"id": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "address": "fa:16:3e:4d:cc:ea", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1405d21a-5b", "ovs_interfaceid": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 533.403712] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690023, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.421095] env[62675]: DEBUG nova.policy [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e090322e8d84763b1c480a911b62c73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0db7b242af0f4de5b996bd42c4a1784e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 533.571449] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "9c41b008-87b5-4757-be60-f6fc85bee372" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.573030] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "9c41b008-87b5-4757-be60-f6fc85bee372" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.788473] env[62675]: DEBUG nova.compute.manager [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 533.825284] env[62675]: DEBUG nova.compute.manager [req-cd38935e-dffd-4ad9-9ae4-ad29a0fb8185 req-422c925f-e560-4565-bd53-3fce28c52a4a service nova] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Received event network-vif-plugged-1405d21a-5bc1-4507-921e-f68c1d8c03a5 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 533.825284] env[62675]: DEBUG oslo_concurrency.lockutils [req-cd38935e-dffd-4ad9-9ae4-ad29a0fb8185 req-422c925f-e560-4565-bd53-3fce28c52a4a service nova] Acquiring lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.825284] env[62675]: DEBUG oslo_concurrency.lockutils [req-cd38935e-dffd-4ad9-9ae4-ad29a0fb8185 req-422c925f-e560-4565-bd53-3fce28c52a4a service nova] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.825284] env[62675]: DEBUG oslo_concurrency.lockutils [req-cd38935e-dffd-4ad9-9ae4-ad29a0fb8185 req-422c925f-e560-4565-bd53-3fce28c52a4a service nova] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 533.827162] env[62675]: DEBUG nova.compute.manager [req-cd38935e-dffd-4ad9-9ae4-ad29a0fb8185 req-422c925f-e560-4565-bd53-3fce28c52a4a service nova] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] No waiting events found dispatching network-vif-plugged-1405d21a-5bc1-4507-921e-f68c1d8c03a5 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 533.827372] env[62675]: WARNING nova.compute.manager [req-cd38935e-dffd-4ad9-9ae4-ad29a0fb8185 req-422c925f-e560-4565-bd53-3fce28c52a4a service nova] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Received unexpected event network-vif-plugged-1405d21a-5bc1-4507-921e-f68c1d8c03a5 for instance with vm_state building and task_state spawning. [ 533.854328] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 533.854497] env[62675]: DEBUG nova.compute.manager [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Instance network_info: |[{"id": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "address": "fa:16:3e:4d:cc:ea", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1405d21a-5b", "ovs_interfaceid": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 533.855043] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:cc:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1405d21a-5bc1-4507-921e-f68c1d8c03a5', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 533.869816] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Creating folder: Project (796e27805379411abd7b925c8ecb93fe). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 533.874886] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc622307-97f4-46ea-88f5-f6b3739364a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.885960] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Created folder: Project (796e27805379411abd7b925c8ecb93fe) in parent group-v542174. [ 533.886678] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Creating folder: Instances. Parent ref: group-v542178. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 533.886948] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f307f8d-4f02-4f06-9d8b-c90e6fb93e3f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.900939] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Created folder: Instances in parent group-v542178. [ 533.901212] env[62675]: DEBUG oslo.service.loopingcall [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 533.901416] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 533.902577] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc20875e-58fa-4c0d-b4e2-5bd989a6148d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.928130] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681581} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 533.931133] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Copied Virtual Disk [datastore1] vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk to [datastore1] vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 533.931391] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Deleting the datastore file [datastore1] vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 533.932366] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27a922ad-5433-430e-a537-f1cea89fce89 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.944030] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 533.944030] env[62675]: value = "task-2690026" [ 533.944030] env[62675]: _type = "Task" [ 533.944030] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.944908] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 533.944908] env[62675]: value = "task-2690027" [ 533.944908] env[62675]: _type = "Task" [ 533.944908] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 533.960018] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 533.964450] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690027, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.064048] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59986f70-9d4e-48dd-8642-535b175638b0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.077307] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c44797-ea7f-4627-9a37-851870ee30ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.112822] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e61a78-40e0-4a61-b118-d3fe61a8ebdd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.120358] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af00785-b055-45cb-ab24-acb3fd6a9922 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.135964] env[62675]: DEBUG nova.compute.provider_tree [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 534.450148] env[62675]: DEBUG nova.network.neutron [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Successfully created port: 7d51165b-b3cb-427e-8fd5-b65ac7d330fb {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 534.466767] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.467363] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690027, 'name': CreateVM_Task, 'duration_secs': 0.377201} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.467363] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022424} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.467544] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.467605] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Starting heal instance info cache {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 534.467698] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Rebuilding the list of instances to heal {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 534.470389] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 534.470756] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 534.470885] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Moving file from [datastore1] vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc/01f269e0-822c-4f74-9463-28808435f63b to [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b. {{(pid=62675) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 534.472771] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7a629212-4378-431c-bec7-aa9ab3cdf5f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.480766] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 534.480766] env[62675]: value = "task-2690028" [ 534.480766] env[62675]: _type = "Task" [ 534.480766] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.490569] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690028, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.495247] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.495384] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.495715] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 534.496294] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741fb224-ad63-47ce-aa43-c13ddfc56842 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.500983] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 534.500983] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522ba78c-6d48-1cea-695d-3ed00da0ecb6" [ 534.500983] env[62675]: _type = "Task" [ 534.500983] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 534.509349] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522ba78c-6d48-1cea-695d-3ed00da0ecb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 534.566836] env[62675]: DEBUG nova.network.neutron [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Successfully updated port: 2bcd1922-126a-4f7a-8d77-5f92efef8d46 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 534.639085] env[62675]: DEBUG nova.scheduler.client.report [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 534.797895] env[62675]: DEBUG nova.compute.manager [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 534.823468] env[62675]: DEBUG nova.virt.hardware [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 534.823705] env[62675]: DEBUG nova.virt.hardware [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 534.823988] env[62675]: DEBUG nova.virt.hardware [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 534.824193] env[62675]: DEBUG nova.virt.hardware [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 534.824363] env[62675]: DEBUG nova.virt.hardware [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 534.824644] env[62675]: DEBUG nova.virt.hardware [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 534.824907] env[62675]: DEBUG nova.virt.hardware [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 534.825090] env[62675]: DEBUG nova.virt.hardware [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 534.825258] env[62675]: DEBUG nova.virt.hardware [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 534.825478] env[62675]: DEBUG nova.virt.hardware [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 534.825656] env[62675]: DEBUG nova.virt.hardware [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 534.826863] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b47cac-0f82-4118-86b5-3fe9f5a094af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.835334] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baadb129-3def-4ebb-8dc3-d12582040296 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.973846] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Skipping network cache update for instance because it is Building. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 534.973994] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Skipping network cache update for instance because it is Building. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 534.974137] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Skipping network cache update for instance because it is Building. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 534.974264] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Skipping network cache update for instance because it is Building. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 534.976736] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Skipping network cache update for instance because it is Building. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 534.976736] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Didn't find any instances for network info cache update. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 534.976736] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.976736] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.976736] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.976736] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.977049] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.977049] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 534.997021] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690028, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.037132} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 534.998253] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] File moved {{(pid=62675) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 534.998253] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Cleaning up location [datastore1] vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 534.998253] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Deleting the datastore file [datastore1] vmware_temp/0e6ed1a0-52e8-4b9a-880d-f181392861dc {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 534.998465] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eafd84f3-f1d1-4e6a-ad26-2da042799858 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.017125] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522ba78c-6d48-1cea-695d-3ed00da0ecb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.017499] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 535.017499] env[62675]: value = "task-2690029" [ 535.017499] env[62675]: _type = "Task" [ 535.017499] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.017789] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 535.018223] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 535.018467] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.073648] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "refresh_cache-eb140ffc-39a8-475d-a47b-3c5d05adda4c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 535.073648] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired lock "refresh_cache-eb140ffc-39a8-475d-a47b-3c5d05adda4c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.073648] env[62675]: DEBUG nova.network.neutron [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 535.145405] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.145909] env[62675]: DEBUG nova.compute.manager [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 535.149789] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.969s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.151232] env[62675]: INFO nova.compute.claims [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 535.481644] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Getting list of instances from cluster (obj){ [ 535.481644] env[62675]: value = "domain-c8" [ 535.481644] env[62675]: _type = "ClusterComputeResource" [ 535.481644] env[62675]: } {{(pid=62675) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 535.483225] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ced33d3-5156-4c22-9373-ad812099fbf0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.494501] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Got total of 2 instances {{(pid=62675) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 535.494671] env[62675]: WARNING nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] While synchronizing instance power states, found 5 instances in the database and 2 instances on the hypervisor. [ 535.494816] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 7f5037bd-1a7d-444b-9cae-9a4e3d07c280 {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 535.495049] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid d72cb155-ff74-49df-b633-b72ac4142f74 {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 535.495479] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid eb140ffc-39a8-475d-a47b-3c5d05adda4c {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 535.495715] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 2d550d8e-b282-4817-b754-f5d390df6aa9 {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 535.495799] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 28d69dc0-9b04-44f3-86d0-aa0e2742be6c {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 535.496285] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.496554] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "d72cb155-ff74-49df-b633-b72ac4142f74" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.497033] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.497033] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "2d550d8e-b282-4817-b754-f5d390df6aa9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.497317] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.497534] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.497755] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 535.497915] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 535.531608] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038773} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 535.532291] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 535.533570] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261bb5f1-4700-4ae5-9da9-6885ea870c8f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 535.540193] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 535.540193] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5240b7c5-95d8-b440-a666-876f2b49d2c3" [ 535.540193] env[62675]: _type = "Task" [ 535.540193] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 535.548326] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5240b7c5-95d8-b440-a666-876f2b49d2c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 535.646267] env[62675]: DEBUG nova.network.neutron [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 535.649137] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "e97a5632-4c48-405b-bfba-77d08f2943fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.649507] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "e97a5632-4c48-405b-bfba-77d08f2943fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.659240] env[62675]: DEBUG nova.compute.utils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 535.661289] env[62675]: DEBUG nova.compute.manager [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 535.661457] env[62675]: DEBUG nova.network.neutron [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 535.803926] env[62675]: DEBUG nova.compute.manager [req-9ec4d3d0-91c8-45cc-9931-88738536869c req-e0940de2-883e-4d77-b459-172a64ed9b95 service nova] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Received event network-vif-plugged-2bcd1922-126a-4f7a-8d77-5f92efef8d46 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 535.804155] env[62675]: DEBUG oslo_concurrency.lockutils [req-9ec4d3d0-91c8-45cc-9931-88738536869c req-e0940de2-883e-4d77-b459-172a64ed9b95 service nova] Acquiring lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.804737] env[62675]: DEBUG oslo_concurrency.lockutils [req-9ec4d3d0-91c8-45cc-9931-88738536869c req-e0940de2-883e-4d77-b459-172a64ed9b95 service nova] Lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 535.804737] env[62675]: DEBUG oslo_concurrency.lockutils [req-9ec4d3d0-91c8-45cc-9931-88738536869c req-e0940de2-883e-4d77-b459-172a64ed9b95 service nova] Lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 535.808918] env[62675]: DEBUG nova.compute.manager [req-9ec4d3d0-91c8-45cc-9931-88738536869c req-e0940de2-883e-4d77-b459-172a64ed9b95 service nova] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] No waiting events found dispatching network-vif-plugged-2bcd1922-126a-4f7a-8d77-5f92efef8d46 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 535.808918] env[62675]: WARNING nova.compute.manager [req-9ec4d3d0-91c8-45cc-9931-88738536869c req-e0940de2-883e-4d77-b459-172a64ed9b95 service nova] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Received unexpected event network-vif-plugged-2bcd1922-126a-4f7a-8d77-5f92efef8d46 for instance with vm_state building and task_state spawning. [ 535.810536] env[62675]: DEBUG nova.policy [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b585a57a9bd347f98e529e1f1f1dd60f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fde7997b08dc463a9673145955a42e2f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 535.941433] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "6cd6aa3c-32c9-4f57-ba28-1ea85271c983" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 535.941433] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "6cd6aa3c-32c9-4f57-ba28-1ea85271c983" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.002106] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.053140] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5240b7c5-95d8-b440-a666-876f2b49d2c3, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.053140] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.053314] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] d72cb155-ff74-49df-b633-b72ac4142f74/d72cb155-ff74-49df-b633-b72ac4142f74.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 536.054027] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.054027] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 536.054027] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f41c585-9f84-4c15-8573-c301b14ef668 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.057970] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-662ef9c1-9828-4a5d-81e0-1b0cd498b79b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.067035] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 536.067035] env[62675]: value = "task-2690030" [ 536.067035] env[62675]: _type = "Task" [ 536.067035] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.070168] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 536.070466] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 536.077769] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58363937-3b0a-44c7-b624-961a3b160d11 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.084361] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.085800] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 536.085800] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fb3442-a288-165d-38e7-800169df1f49" [ 536.085800] env[62675]: _type = "Task" [ 536.085800] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.094461] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fb3442-a288-165d-38e7-800169df1f49, 'name': SearchDatastore_Task, 'duration_secs': 0.007763} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.095304] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8eb41a-ea79-4391-af33-a94aa51b52e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.100215] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 536.100215] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52200b5f-0b11-d3c5-d1a9-a07c7cc92a7c" [ 536.100215] env[62675]: _type = "Task" [ 536.100215] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.107991] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52200b5f-0b11-d3c5-d1a9-a07c7cc92a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.165047] env[62675]: DEBUG nova.compute.manager [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 536.216440] env[62675]: DEBUG nova.network.neutron [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Updating instance_info_cache with network_info: [{"id": "2bcd1922-126a-4f7a-8d77-5f92efef8d46", "address": "fa:16:3e:3c:b4:96", "network": {"id": "069d5b07-45b2-4b09-a397-c137fc82bfb5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1027428394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efecc4ce5cb04a4cbbc289df8d4aae82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcd1922-12", "ovs_interfaceid": "2bcd1922-126a-4f7a-8d77-5f92efef8d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 536.479287] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1703227f-bc3f-4295-8253-092f25b17ac4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.491996] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707a1917-84c5-4ee4-9b49-27b60999e29b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.531671] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d98ce79-cb4c-477e-8a9f-452e12d1ba1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.543635] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a193518-38a6-42e4-8322-5e1457e1f0b6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.563314] env[62675]: DEBUG nova.compute.provider_tree [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 536.576924] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690030, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.610270] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52200b5f-0b11-d3c5-d1a9-a07c7cc92a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.008046} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 536.610517] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.610817] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 7f5037bd-1a7d-444b-9cae-9a4e3d07c280/7f5037bd-1a7d-444b-9cae-9a4e3d07c280.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 536.611078] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44851efa-ef4c-4102-9f53-896ca1d7e225 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.618065] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 536.618065] env[62675]: value = "task-2690031" [ 536.618065] env[62675]: _type = "Task" [ 536.618065] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.626856] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.721070] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Releasing lock "refresh_cache-eb140ffc-39a8-475d-a47b-3c5d05adda4c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.721229] env[62675]: DEBUG nova.compute.manager [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Instance network_info: |[{"id": "2bcd1922-126a-4f7a-8d77-5f92efef8d46", "address": "fa:16:3e:3c:b4:96", "network": {"id": "069d5b07-45b2-4b09-a397-c137fc82bfb5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1027428394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efecc4ce5cb04a4cbbc289df8d4aae82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcd1922-12", "ovs_interfaceid": "2bcd1922-126a-4f7a-8d77-5f92efef8d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 536.721720] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:b4:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bcd1922-126a-4f7a-8d77-5f92efef8d46', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 536.733237] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Creating folder: Project (efecc4ce5cb04a4cbbc289df8d4aae82). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 536.736285] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9f128a6-614f-43ae-b52b-b626ae61a7cd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.745974] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Created folder: Project (efecc4ce5cb04a4cbbc289df8d4aae82) in parent group-v542174. [ 536.746216] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Creating folder: Instances. Parent ref: group-v542181. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 536.746452] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6ef74a1-45a2-48d1-9b45-c4ccf648d03b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.757995] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Created folder: Instances in parent group-v542181. [ 536.758300] env[62675]: DEBUG oslo.service.loopingcall [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 536.758494] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 536.758711] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef4afa5b-4c6f-488c-ad7e-febbf30ae9d7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.781617] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 536.781617] env[62675]: value = "task-2690034" [ 536.781617] env[62675]: _type = "Task" [ 536.781617] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 536.793844] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690034, 'name': CreateVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 536.814679] env[62675]: DEBUG nova.network.neutron [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Successfully created port: 59dd6404-94b1-47d5-ad52-414236a22953 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 536.895471] env[62675]: DEBUG nova.network.neutron [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Successfully updated port: 7d51165b-b3cb-427e-8fd5-b65ac7d330fb {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 537.066765] env[62675]: DEBUG nova.scheduler.client.report [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 537.089466] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524938} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.089466] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] d72cb155-ff74-49df-b633-b72ac4142f74/d72cb155-ff74-49df-b633-b72ac4142f74.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 537.089466] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 537.089933] env[62675]: DEBUG nova.compute.manager [req-19e278cb-007e-49c0-9e3c-f4f17a7ac301 req-d25c3d77-7a91-4f79-a8c1-e4e28726f7c2 service nova] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Received event network-changed-1405d21a-5bc1-4507-921e-f68c1d8c03a5 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 537.089933] env[62675]: DEBUG nova.compute.manager [req-19e278cb-007e-49c0-9e3c-f4f17a7ac301 req-d25c3d77-7a91-4f79-a8c1-e4e28726f7c2 service nova] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Refreshing instance network info cache due to event network-changed-1405d21a-5bc1-4507-921e-f68c1d8c03a5. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 537.090531] env[62675]: DEBUG oslo_concurrency.lockutils [req-19e278cb-007e-49c0-9e3c-f4f17a7ac301 req-d25c3d77-7a91-4f79-a8c1-e4e28726f7c2 service nova] Acquiring lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.090531] env[62675]: DEBUG oslo_concurrency.lockutils [req-19e278cb-007e-49c0-9e3c-f4f17a7ac301 req-d25c3d77-7a91-4f79-a8c1-e4e28726f7c2 service nova] Acquired lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.090531] env[62675]: DEBUG nova.network.neutron [req-19e278cb-007e-49c0-9e3c-f4f17a7ac301 req-d25c3d77-7a91-4f79-a8c1-e4e28726f7c2 service nova] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Refreshing network info cache for port 1405d21a-5bc1-4507-921e-f68c1d8c03a5 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 537.092043] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2a0214e-d947-4aa9-8859-c652fbdc9c94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.103624] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 537.103624] env[62675]: value = "task-2690035" [ 537.103624] env[62675]: _type = "Task" [ 537.103624] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.121726] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.135020] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45409} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.135020] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 7f5037bd-1a7d-444b-9cae-9a4e3d07c280/7f5037bd-1a7d-444b-9cae-9a4e3d07c280.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 537.135020] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 537.135020] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-036a2b06-a86a-4c00-b1cb-e73c0d28023c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.141148] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 537.141148] env[62675]: value = "task-2690036" [ 537.141148] env[62675]: _type = "Task" [ 537.141148] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.151685] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.177702] env[62675]: DEBUG nova.compute.manager [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 537.209388] env[62675]: DEBUG nova.virt.hardware [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 537.209635] env[62675]: DEBUG nova.virt.hardware [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 537.209635] env[62675]: DEBUG nova.virt.hardware [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 537.209863] env[62675]: DEBUG nova.virt.hardware [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 537.209945] env[62675]: DEBUG nova.virt.hardware [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 537.210066] env[62675]: DEBUG nova.virt.hardware [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 537.210270] env[62675]: DEBUG nova.virt.hardware [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 537.210419] env[62675]: DEBUG nova.virt.hardware [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 537.210584] env[62675]: DEBUG nova.virt.hardware [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 537.210788] env[62675]: DEBUG nova.virt.hardware [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 537.210987] env[62675]: DEBUG nova.virt.hardware [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 537.212200] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e169a1-95d3-4229-a8b4-61c8e62a762f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.231090] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab59983-a53b-4e08-806d-92fa5c4b6dfc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.294826] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690034, 'name': CreateVM_Task, 'duration_secs': 0.471802} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.295018] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 537.295787] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.295952] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.296291] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 537.297219] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7abcb256-a183-48f8-94af-f99d81e2c81c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.303043] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 537.303043] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]520b06e8-067d-cb78-bf40-1b4b5a16cdf1" [ 537.303043] env[62675]: _type = "Task" [ 537.303043] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.311656] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520b06e8-067d-cb78-bf40-1b4b5a16cdf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.402019] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "refresh_cache-2d550d8e-b282-4817-b754-f5d390df6aa9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.403040] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquired lock "refresh_cache-2d550d8e-b282-4817-b754-f5d390df6aa9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.403040] env[62675]: DEBUG nova.network.neutron [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 537.573775] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.573775] env[62675]: DEBUG nova.compute.manager [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 537.578433] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.888s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.579595] env[62675]: INFO nova.compute.claims [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 537.617650] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063873} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.617943] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 537.618858] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78519615-c593-4c09-87e4-bd7713e93ab3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.652674] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] d72cb155-ff74-49df-b633-b72ac4142f74/d72cb155-ff74-49df-b633-b72ac4142f74.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 537.654954] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e047da07-9afe-4939-b333-0b1b9aa87c58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.681979] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068099} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.683436] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 537.683778] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 537.683778] env[62675]: value = "task-2690037" [ 537.683778] env[62675]: _type = "Task" [ 537.683778] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.684568] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce9a067-99ef-455c-803f-c361c4ffadd5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.713874] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 7f5037bd-1a7d-444b-9cae-9a4e3d07c280/7f5037bd-1a7d-444b-9cae-9a4e3d07c280.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 537.717594] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee8e3101-3d60-4b99-b09f-1f44bba4dcfa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.737904] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.742991] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 537.742991] env[62675]: value = "task-2690038" [ 537.742991] env[62675]: _type = "Task" [ 537.742991] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.751114] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.828131] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520b06e8-067d-cb78-bf40-1b4b5a16cdf1, 'name': SearchDatastore_Task, 'duration_secs': 0.008359} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 537.828435] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.828670] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 537.828900] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.829078] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.829268] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 537.829525] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-939d1489-b3b3-4257-bd8b-cdf91e1aea94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.837664] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 537.840300] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 537.840300] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2acbc363-8607-44c9-9f40-194d1db1cda4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.844013] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 537.844013] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524a7b72-baa0-d3eb-3536-5f89c99e5616" [ 537.844013] env[62675]: _type = "Task" [ 537.844013] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 537.851945] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524a7b72-baa0-d3eb-3536-5f89c99e5616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 537.970163] env[62675]: DEBUG nova.network.neutron [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 538.086429] env[62675]: DEBUG nova.compute.utils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 538.092061] env[62675]: DEBUG nova.compute.manager [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 538.092061] env[62675]: DEBUG nova.network.neutron [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 538.189886] env[62675]: DEBUG nova.policy [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85811bc252734fa08bf79ceff3a3b40e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0808e01473b46b1b9cf0137435c21e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 538.205503] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690037, 'name': ReconfigVM_Task, 'duration_secs': 0.279863} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.205802] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Reconfigured VM instance instance-00000002 to attach disk [datastore1] d72cb155-ff74-49df-b633-b72ac4142f74/d72cb155-ff74-49df-b633-b72ac4142f74.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 538.207622] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b8018c7-d9c8-46f9-b3c8-bea74dded654 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.216198] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 538.216198] env[62675]: value = "task-2690039" [ 538.216198] env[62675]: _type = "Task" [ 538.216198] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.216990] env[62675]: DEBUG nova.network.neutron [req-19e278cb-007e-49c0-9e3c-f4f17a7ac301 req-d25c3d77-7a91-4f79-a8c1-e4e28726f7c2 service nova] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updated VIF entry in instance network info cache for port 1405d21a-5bc1-4507-921e-f68c1d8c03a5. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 538.217314] env[62675]: DEBUG nova.network.neutron [req-19e278cb-007e-49c0-9e3c-f4f17a7ac301 req-d25c3d77-7a91-4f79-a8c1-e4e28726f7c2 service nova] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance_info_cache with network_info: [{"id": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "address": "fa:16:3e:4d:cc:ea", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1405d21a-5b", "ovs_interfaceid": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 538.230281] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690039, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.261847] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690038, 'name': ReconfigVM_Task, 'duration_secs': 0.298817} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.264264] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 7f5037bd-1a7d-444b-9cae-9a4e3d07c280/7f5037bd-1a7d-444b-9cae-9a4e3d07c280.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 538.265331] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1da8f15-dade-41b7-b58a-fb97e1e9b8dc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.271967] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 538.271967] env[62675]: value = "task-2690040" [ 538.271967] env[62675]: _type = "Task" [ 538.271967] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.284894] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690040, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.358879] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524a7b72-baa0-d3eb-3536-5f89c99e5616, 'name': SearchDatastore_Task, 'duration_secs': 0.008066} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.359188] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950e3623-1730-4c42-94a3-62c2a52bd849 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.367243] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 538.367243] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5250f181-0e3a-a7ce-d714-ef77113dae59" [ 538.367243] env[62675]: _type = "Task" [ 538.367243] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.378942] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5250f181-0e3a-a7ce-d714-ef77113dae59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.440339] env[62675]: DEBUG nova.network.neutron [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Updating instance_info_cache with network_info: [{"id": "7d51165b-b3cb-427e-8fd5-b65ac7d330fb", "address": "fa:16:3e:a5:5d:59", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d51165b-b3", "ovs_interfaceid": "7d51165b-b3cb-427e-8fd5-b65ac7d330fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 538.595297] env[62675]: DEBUG nova.compute.manager [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 538.725247] env[62675]: DEBUG oslo_concurrency.lockutils [req-19e278cb-007e-49c0-9e3c-f4f17a7ac301 req-d25c3d77-7a91-4f79-a8c1-e4e28726f7c2 service nova] Releasing lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.734189] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690039, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.787667] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690040, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.886589] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5250f181-0e3a-a7ce-d714-ef77113dae59, 'name': SearchDatastore_Task, 'duration_secs': 0.020603} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 538.886589] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.886589] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] eb140ffc-39a8-475d-a47b-3c5d05adda4c/eb140ffc-39a8-475d-a47b-3c5d05adda4c.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 538.886589] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecf6c1ac-596d-49ff-b4d1-0f70249ab3aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.899209] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 538.899209] env[62675]: value = "task-2690041" [ 538.899209] env[62675]: _type = "Task" [ 538.899209] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 538.914163] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 538.948651] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Releasing lock "refresh_cache-2d550d8e-b282-4817-b754-f5d390df6aa9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 538.949075] env[62675]: DEBUG nova.compute.manager [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Instance network_info: |[{"id": "7d51165b-b3cb-427e-8fd5-b65ac7d330fb", "address": "fa:16:3e:a5:5d:59", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d51165b-b3", "ovs_interfaceid": "7d51165b-b3cb-427e-8fd5-b65ac7d330fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 538.949960] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:5d:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d51165b-b3cb-427e-8fd5-b65ac7d330fb', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 538.958615] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Creating folder: Project (0db7b242af0f4de5b996bd42c4a1784e). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 538.959389] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6037586-0021-4b61-892c-81245ef0da74 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.961741] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aab16a-bc1f-4777-aaf3-6403be3d67a9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.973710] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72c50b2-5114-4bd5-a819-acdbbe4c70f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.015492] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e14af1-2a37-4bee-abbb-aa81a79e9956 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.018649] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Created folder: Project (0db7b242af0f4de5b996bd42c4a1784e) in parent group-v542174. [ 539.018959] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Creating folder: Instances. Parent ref: group-v542184. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 539.019444] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23c2d6dc-9a9d-489f-97da-5eeab829ce3a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.027218] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ce7638-2591-4c4a-b230-66622c683552 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.032967] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Created folder: Instances in parent group-v542184. [ 539.032967] env[62675]: DEBUG oslo.service.loopingcall [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 539.034158] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 539.034158] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e189aa4-5eee-4d1d-af8c-66f4abfee6f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.059911] env[62675]: DEBUG nova.compute.provider_tree [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 539.069603] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 539.069603] env[62675]: value = "task-2690044" [ 539.069603] env[62675]: _type = "Task" [ 539.069603] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.087303] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690044, 'name': CreateVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.197025] env[62675]: DEBUG nova.compute.manager [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Received event network-changed-2bcd1922-126a-4f7a-8d77-5f92efef8d46 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 539.197025] env[62675]: DEBUG nova.compute.manager [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Refreshing instance network info cache due to event network-changed-2bcd1922-126a-4f7a-8d77-5f92efef8d46. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 539.197025] env[62675]: DEBUG oslo_concurrency.lockutils [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] Acquiring lock "refresh_cache-eb140ffc-39a8-475d-a47b-3c5d05adda4c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.197195] env[62675]: DEBUG oslo_concurrency.lockutils [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] Acquired lock "refresh_cache-eb140ffc-39a8-475d-a47b-3c5d05adda4c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.197286] env[62675]: DEBUG nova.network.neutron [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Refreshing network info cache for port 2bcd1922-126a-4f7a-8d77-5f92efef8d46 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 539.239141] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690039, 'name': Rename_Task, 'duration_secs': 0.977508} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.239141] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 539.239141] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beec647b-c039-48a8-9cfd-b5bc2b384dd4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.250321] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 539.250321] env[62675]: value = "task-2690045" [ 539.250321] env[62675]: _type = "Task" [ 539.250321] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.264768] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.298391] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690040, 'name': Rename_Task, 'duration_secs': 0.937473} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.298391] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 539.300080] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a37bc5c-b0a0-4e41-a467-32d81dfaa15e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.308356] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 539.308356] env[62675]: value = "task-2690046" [ 539.308356] env[62675]: _type = "Task" [ 539.308356] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.319289] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.349831] env[62675]: DEBUG nova.network.neutron [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Successfully created port: e4e9c12f-66ac-4154-be55-45ccb3fb11fa {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 539.409276] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471034} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.410392] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] eb140ffc-39a8-475d-a47b-3c5d05adda4c/eb140ffc-39a8-475d-a47b-3c5d05adda4c.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 539.410804] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 539.413522] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fbc8a78-f6e5-40bd-9c88-90484ab1f90c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.419732] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 539.419732] env[62675]: value = "task-2690047" [ 539.419732] env[62675]: _type = "Task" [ 539.419732] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.433370] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.564539] env[62675]: DEBUG nova.scheduler.client.report [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 539.580296] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690044, 'name': CreateVM_Task, 'duration_secs': 0.392376} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.580359] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 539.581078] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 539.581244] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.581550] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 539.581807] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2aeb38-a2b1-40e6-bda1-1958acef61c8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.588047] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 539.588047] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ab48e5-bcae-d54f-85c3-0619b63716a8" [ 539.588047] env[62675]: _type = "Task" [ 539.588047] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.596869] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ab48e5-bcae-d54f-85c3-0619b63716a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 539.604190] env[62675]: DEBUG nova.network.neutron [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Successfully updated port: 59dd6404-94b1-47d5-ad52-414236a22953 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 539.611648] env[62675]: DEBUG nova.compute.manager [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 539.646336] env[62675]: DEBUG nova.virt.hardware [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 539.647591] env[62675]: DEBUG nova.virt.hardware [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 539.647591] env[62675]: DEBUG nova.virt.hardware [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 539.647591] env[62675]: DEBUG nova.virt.hardware [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 539.647591] env[62675]: DEBUG nova.virt.hardware [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 539.647591] env[62675]: DEBUG nova.virt.hardware [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 539.648054] env[62675]: DEBUG nova.virt.hardware [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 539.648236] env[62675]: DEBUG nova.virt.hardware [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 539.648420] env[62675]: DEBUG nova.virt.hardware [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 539.648584] env[62675]: DEBUG nova.virt.hardware [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 539.648754] env[62675]: DEBUG nova.virt.hardware [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 539.649960] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940a8b16-6c88-4e3c-a8ca-b351256fb92f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.659166] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6741a1c4-dc64-4e7b-b936-64f08ad1a6f5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.777802] env[62675]: DEBUG oslo_vmware.api [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690045, 'name': PowerOnVM_Task, 'duration_secs': 0.516406} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.777802] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 539.778388] env[62675]: INFO nova.compute.manager [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Took 9.65 seconds to spawn the instance on the hypervisor. [ 539.778754] env[62675]: DEBUG nova.compute.manager [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 539.780713] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d1d233-ba5f-4855-add3-b83f9c0c599a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.824841] env[62675]: DEBUG oslo_vmware.api [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690046, 'name': PowerOnVM_Task, 'duration_secs': 0.507121} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.824841] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 539.824841] env[62675]: INFO nova.compute.manager [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Took 11.96 seconds to spawn the instance on the hypervisor. [ 539.824841] env[62675]: DEBUG nova.compute.manager [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 539.825493] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643dc02b-8528-44ad-9732-429c98752968 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.931904] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067256} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 539.932496] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 539.933436] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47689dfd-887e-45c4-83bc-ae31fb1fabfd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.962230] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] eb140ffc-39a8-475d-a47b-3c5d05adda4c/eb140ffc-39a8-475d-a47b-3c5d05adda4c.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 539.962638] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae84526-822f-49bf-a380-f25ab74b3cf1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 539.982861] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 539.982861] env[62675]: value = "task-2690048" [ 539.982861] env[62675]: _type = "Task" [ 539.982861] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 539.992405] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.077018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.077018] env[62675]: DEBUG nova.compute.manager [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 540.079662] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.812s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.081212] env[62675]: INFO nova.compute.claims [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 540.102952] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ab48e5-bcae-d54f-85c3-0619b63716a8, 'name': SearchDatastore_Task, 'duration_secs': 0.008936} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.102952] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.102952] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 540.102952] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.103176] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.103317] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 540.103606] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bec34e4-7559-4fff-82c7-db606b708e8b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.109213] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Acquiring lock "refresh_cache-28d69dc0-9b04-44f3-86d0-aa0e2742be6c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.110825] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Acquired lock "refresh_cache-28d69dc0-9b04-44f3-86d0-aa0e2742be6c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.110992] env[62675]: DEBUG nova.network.neutron [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 540.114183] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 540.114381] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 540.118023] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf7d54fc-dd27-47f0-8327-391ee39f1fdf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.120773] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 540.120773] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f79b5c-2dc3-c1fc-504f-b7e8f6ed2253" [ 540.120773] env[62675]: _type = "Task" [ 540.120773] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.133427] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f79b5c-2dc3-c1fc-504f-b7e8f6ed2253, 'name': SearchDatastore_Task, 'duration_secs': 0.008321} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.134732] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0240b989-fef0-46af-b999-e5dc59acd1fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.143434] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 540.143434] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5256f047-9aee-0f16-348d-edcda7c01777" [ 540.143434] env[62675]: _type = "Task" [ 540.143434] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.153475] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5256f047-9aee-0f16-348d-edcda7c01777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.244358] env[62675]: DEBUG nova.network.neutron [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Updated VIF entry in instance network info cache for port 2bcd1922-126a-4f7a-8d77-5f92efef8d46. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 540.245327] env[62675]: DEBUG nova.network.neutron [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Updating instance_info_cache with network_info: [{"id": "2bcd1922-126a-4f7a-8d77-5f92efef8d46", "address": "fa:16:3e:3c:b4:96", "network": {"id": "069d5b07-45b2-4b09-a397-c137fc82bfb5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1027428394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efecc4ce5cb04a4cbbc289df8d4aae82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcd1922-12", "ovs_interfaceid": "2bcd1922-126a-4f7a-8d77-5f92efef8d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.310725] env[62675]: INFO nova.compute.manager [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Took 15.17 seconds to build instance. [ 540.345491] env[62675]: INFO nova.compute.manager [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Took 16.74 seconds to build instance. [ 540.495997] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.566202] env[62675]: DEBUG nova.compute.manager [req-acf352b3-85ef-4427-b633-48b0ed640f54 req-a5676393-bb95-463a-ae9e-2be3758f3c4b service nova] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Received event network-vif-plugged-59dd6404-94b1-47d5-ad52-414236a22953 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.566202] env[62675]: DEBUG oslo_concurrency.lockutils [req-acf352b3-85ef-4427-b633-48b0ed640f54 req-a5676393-bb95-463a-ae9e-2be3758f3c4b service nova] Acquiring lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.566202] env[62675]: DEBUG oslo_concurrency.lockutils [req-acf352b3-85ef-4427-b633-48b0ed640f54 req-a5676393-bb95-463a-ae9e-2be3758f3c4b service nova] Lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.566202] env[62675]: DEBUG oslo_concurrency.lockutils [req-acf352b3-85ef-4427-b633-48b0ed640f54 req-a5676393-bb95-463a-ae9e-2be3758f3c4b service nova] Lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.566202] env[62675]: DEBUG nova.compute.manager [req-acf352b3-85ef-4427-b633-48b0ed640f54 req-a5676393-bb95-463a-ae9e-2be3758f3c4b service nova] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] No waiting events found dispatching network-vif-plugged-59dd6404-94b1-47d5-ad52-414236a22953 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 540.566376] env[62675]: WARNING nova.compute.manager [req-acf352b3-85ef-4427-b633-48b0ed640f54 req-a5676393-bb95-463a-ae9e-2be3758f3c4b service nova] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Received unexpected event network-vif-plugged-59dd6404-94b1-47d5-ad52-414236a22953 for instance with vm_state building and task_state spawning. [ 540.585617] env[62675]: DEBUG nova.compute.utils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 540.586922] env[62675]: DEBUG nova.compute.manager [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 540.587128] env[62675]: DEBUG nova.network.neutron [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 540.655710] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5256f047-9aee-0f16-348d-edcda7c01777, 'name': SearchDatastore_Task, 'duration_secs': 0.008196} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 540.657129] env[62675]: DEBUG nova.policy [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21634d5a015a4908a9ddcf048423734c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e47b2370eac14cb8bf1fe7e6c5735922', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 540.659170] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.659419] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 2d550d8e-b282-4817-b754-f5d390df6aa9/2d550d8e-b282-4817-b754-f5d390df6aa9.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 540.659690] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba7dc7b6-bb46-4f86-8ca8-7b5c14b8be08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.663713] env[62675]: DEBUG nova.network.neutron [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 540.667603] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 540.667603] env[62675]: value = "task-2690049" [ 540.667603] env[62675]: _type = "Task" [ 540.667603] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 540.676424] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 540.749209] env[62675]: DEBUG oslo_concurrency.lockutils [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] Releasing lock "refresh_cache-eb140ffc-39a8-475d-a47b-3c5d05adda4c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 540.750711] env[62675]: DEBUG nova.compute.manager [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Received event network-vif-plugged-7d51165b-b3cb-427e-8fd5-b65ac7d330fb {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.750711] env[62675]: DEBUG oslo_concurrency.lockutils [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] Acquiring lock "2d550d8e-b282-4817-b754-f5d390df6aa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.750711] env[62675]: DEBUG oslo_concurrency.lockutils [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] Lock "2d550d8e-b282-4817-b754-f5d390df6aa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.750711] env[62675]: DEBUG oslo_concurrency.lockutils [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] Lock "2d550d8e-b282-4817-b754-f5d390df6aa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.751278] env[62675]: DEBUG nova.compute.manager [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] No waiting events found dispatching network-vif-plugged-7d51165b-b3cb-427e-8fd5-b65ac7d330fb {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 540.751633] env[62675]: WARNING nova.compute.manager [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Received unexpected event network-vif-plugged-7d51165b-b3cb-427e-8fd5-b65ac7d330fb for instance with vm_state building and task_state spawning. [ 540.753059] env[62675]: DEBUG nova.compute.manager [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Received event network-changed-7d51165b-b3cb-427e-8fd5-b65ac7d330fb {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 540.753059] env[62675]: DEBUG nova.compute.manager [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Refreshing instance network info cache due to event network-changed-7d51165b-b3cb-427e-8fd5-b65ac7d330fb. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 540.753860] env[62675]: DEBUG oslo_concurrency.lockutils [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] Acquiring lock "refresh_cache-2d550d8e-b282-4817-b754-f5d390df6aa9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 540.753860] env[62675]: DEBUG oslo_concurrency.lockutils [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] Acquired lock "refresh_cache-2d550d8e-b282-4817-b754-f5d390df6aa9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.753992] env[62675]: DEBUG nova.network.neutron [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Refreshing network info cache for port 7d51165b-b3cb-427e-8fd5-b65ac7d330fb {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 540.813409] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0abaee18-fa56-4165-8da3-f39130887cb1 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Lock "d72cb155-ff74-49df-b633-b72ac4142f74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.680s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.816046] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "d72cb155-ff74-49df-b633-b72ac4142f74" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.318s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.816046] env[62675]: INFO nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] During sync_power_state the instance has a pending task (spawning). Skip. [ 540.817044] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "d72cb155-ff74-49df-b633-b72ac4142f74" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.847265] env[62675]: DEBUG oslo_concurrency.lockutils [None req-10648392-932d-4617-9b8f-a59476626957 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.256s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.850613] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.354s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.850897] env[62675]: INFO nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] During sync_power_state the instance has a pending task (spawning). Skip. [ 540.851093] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.895158] env[62675]: DEBUG nova.network.neutron [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Updating instance_info_cache with network_info: [{"id": "59dd6404-94b1-47d5-ad52-414236a22953", "address": "fa:16:3e:04:65:74", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59dd6404-94", "ovs_interfaceid": "59dd6404-94b1-47d5-ad52-414236a22953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 540.999109] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690048, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.096359] env[62675]: DEBUG nova.compute.manager [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 541.179832] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478719} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.179990] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 2d550d8e-b282-4817-b754-f5d390df6aa9/2d550d8e-b282-4817-b754-f5d390df6aa9.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 541.180220] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 541.180667] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5893a3cd-237c-400d-a607-6adac81044b9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.190133] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 541.190133] env[62675]: value = "task-2690050" [ 541.190133] env[62675]: _type = "Task" [ 541.190133] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.199659] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.241298] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Acquiring lock "261ccdeb-6805-4db9-9595-472f7247d489" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.241298] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Lock "261ccdeb-6805-4db9-9595-472f7247d489" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.321498] env[62675]: DEBUG nova.compute.manager [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.351758] env[62675]: DEBUG nova.compute.manager [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 541.398409] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ecba59-270a-4df9-b303-4974bf8463bc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.407771] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Releasing lock "refresh_cache-28d69dc0-9b04-44f3-86d0-aa0e2742be6c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 541.408326] env[62675]: DEBUG nova.compute.manager [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Instance network_info: |[{"id": "59dd6404-94b1-47d5-ad52-414236a22953", "address": "fa:16:3e:04:65:74", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59dd6404-94", "ovs_interfaceid": "59dd6404-94b1-47d5-ad52-414236a22953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 541.408496] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:65:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59dd6404-94b1-47d5-ad52-414236a22953', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 541.416844] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Creating folder: Project (fde7997b08dc463a9673145955a42e2f). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 541.417815] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58e246e0-defa-457e-a687-254efc03bc15 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.423076] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbe2fd9-86f6-4a88-93ae-6059060e24f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.457721] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf693fd-c32f-43a5-b695-f868e483f7ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.460492] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Created folder: Project (fde7997b08dc463a9673145955a42e2f) in parent group-v542174. [ 541.460971] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Creating folder: Instances. Parent ref: group-v542187. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 541.461547] env[62675]: DEBUG nova.network.neutron [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Successfully created port: 7a920e8d-3c83-4f19-83d8-dd83c3891ace {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 541.463289] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-077a5bda-03a3-4658-ab98-9dec0c7d11a9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.471508] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8004c98c-9f1f-46ae-8ec8-f8f7d10ae48c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.476757] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Created folder: Instances in parent group-v542187. [ 541.477066] env[62675]: DEBUG oslo.service.loopingcall [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 541.477465] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 541.477659] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-349741c4-710d-4386-95a5-42ebdda22425 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.499911] env[62675]: DEBUG nova.compute.provider_tree [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 541.512540] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690048, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.512540] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 541.512540] env[62675]: value = "task-2690053" [ 541.512540] env[62675]: _type = "Task" [ 541.512540] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.520348] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690053, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.534112] env[62675]: DEBUG nova.network.neutron [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Successfully updated port: e4e9c12f-66ac-4154-be55-45ccb3fb11fa {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 541.704772] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068824} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 541.708737] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 541.710327] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa02c67b-32ba-4d5f-a9df-dc50233cb073 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.734281] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 2d550d8e-b282-4817-b754-f5d390df6aa9/2d550d8e-b282-4817-b754-f5d390df6aa9.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 541.734439] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92dbce35-ca1f-44ce-b022-1d31fdd052f0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.755176] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 541.755176] env[62675]: value = "task-2690054" [ 541.755176] env[62675]: _type = "Task" [ 541.755176] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 541.764384] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 541.846303] env[62675]: DEBUG nova.network.neutron [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Updated VIF entry in instance network info cache for port 7d51165b-b3cb-427e-8fd5-b65ac7d330fb. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 541.847135] env[62675]: DEBUG nova.network.neutron [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Updating instance_info_cache with network_info: [{"id": "7d51165b-b3cb-427e-8fd5-b65ac7d330fb", "address": "fa:16:3e:a5:5d:59", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d51165b-b3", "ovs_interfaceid": "7d51165b-b3cb-427e-8fd5-b65ac7d330fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 541.869600] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.873380] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.009035] env[62675]: DEBUG nova.scheduler.client.report [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 542.025158] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690048, 'name': ReconfigVM_Task, 'duration_secs': 1.877173} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.027086] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Reconfigured VM instance instance-00000003 to attach disk [datastore1] eb140ffc-39a8-475d-a47b-3c5d05adda4c/eb140ffc-39a8-475d-a47b-3c5d05adda4c.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 542.027246] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c025ffe8-6748-4c96-9d9f-96e50e2ff253 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.036490] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690053, 'name': CreateVM_Task, 'duration_secs': 0.47138} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.036490] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 542.037280] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquiring lock "refresh_cache-f96581fd-030c-47c5-9867-c1a105dd4342" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.037408] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquired lock "refresh_cache-f96581fd-030c-47c5-9867-c1a105dd4342" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.037601] env[62675]: DEBUG nova.network.neutron [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 542.042870] env[62675]: DEBUG oslo_vmware.service [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab67f5-c680-4bdb-9dfb-c7fbddcd9c77 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.047078] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 542.047078] env[62675]: value = "task-2690055" [ 542.047078] env[62675]: _type = "Task" [ 542.047078] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.054827] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.055141] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.055399] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 542.055882] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5038bec1-f197-4a98-9920-1e4719366fb7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.061111] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690055, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.064178] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 542.064178] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5229d046-7416-77e8-2b6a-ea3f65728088" [ 542.064178] env[62675]: _type = "Task" [ 542.064178] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.076144] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5229d046-7416-77e8-2b6a-ea3f65728088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.116148] env[62675]: DEBUG nova.compute.manager [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 542.143276] env[62675]: DEBUG nova.virt.hardware [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 542.144026] env[62675]: DEBUG nova.virt.hardware [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 542.144026] env[62675]: DEBUG nova.virt.hardware [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 542.144026] env[62675]: DEBUG nova.virt.hardware [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 542.144026] env[62675]: DEBUG nova.virt.hardware [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 542.144208] env[62675]: DEBUG nova.virt.hardware [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 542.144349] env[62675]: DEBUG nova.virt.hardware [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 542.144501] env[62675]: DEBUG nova.virt.hardware [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 542.144661] env[62675]: DEBUG nova.virt.hardware [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 542.144832] env[62675]: DEBUG nova.virt.hardware [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 542.145041] env[62675]: DEBUG nova.virt.hardware [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 542.145962] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01232220-17ec-481a-92c6-fb9eb1f4cf8e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.157328] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4489c50-2ea0-4274-a99e-76c78f33868c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.264249] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690054, 'name': ReconfigVM_Task, 'duration_secs': 0.301263} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.264527] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 2d550d8e-b282-4817-b754-f5d390df6aa9/2d550d8e-b282-4817-b754-f5d390df6aa9.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 542.265228] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59233f27-c1c6-4d39-bef2-98b1c9239071 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.271447] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 542.271447] env[62675]: value = "task-2690056" [ 542.271447] env[62675]: _type = "Task" [ 542.271447] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.279996] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690056, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.350587] env[62675]: DEBUG oslo_concurrency.lockutils [req-39e56f6a-fa52-4008-a068-57d38eed8c7b req-5d960c19-6e39-40b5-a05d-6348025fba10 service nova] Releasing lock "refresh_cache-2d550d8e-b282-4817-b754-f5d390df6aa9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.516457] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.516647] env[62675]: DEBUG nova.compute.manager [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 542.520298] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.191s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.523732] env[62675]: INFO nova.compute.claims [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 542.566032] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690055, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.574996] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.576410] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 542.576410] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.576410] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.576410] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 542.578382] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ece41e7-c06e-4734-97e2-5d76d470284b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.588653] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 542.588835] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 542.589711] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcdac07-e814-4295-9a15-88b89cdfa4c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.601185] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec7c85a-086f-4cab-bf45-83c9adb5d030 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.608158] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 542.608158] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52253616-717a-2f7d-215f-334147bd6a66" [ 542.608158] env[62675]: _type = "Task" [ 542.608158] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.619112] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52253616-717a-2f7d-215f-334147bd6a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.626843] env[62675]: DEBUG nova.network.neutron [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 542.781788] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690056, 'name': Rename_Task, 'duration_secs': 0.144843} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 542.782347] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 542.782592] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa9201c8-bc0e-4acf-a34b-480a7364e160 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.789091] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 542.789091] env[62675]: value = "task-2690057" [ 542.789091] env[62675]: _type = "Task" [ 542.789091] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 542.798169] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 542.863708] env[62675]: DEBUG nova.network.neutron [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Updating instance_info_cache with network_info: [{"id": "e4e9c12f-66ac-4154-be55-45ccb3fb11fa", "address": "fa:16:3e:93:c0:80", "network": {"id": "66f1652f-6bb9-4ccc-b48b-925340664eef", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-790707141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0808e01473b46b1b9cf0137435c21e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e9c12f-66", "ovs_interfaceid": "e4e9c12f-66ac-4154-be55-45ccb3fb11fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 543.022522] env[62675]: DEBUG nova.compute.utils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 543.025085] env[62675]: DEBUG nova.compute.manager [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 543.025247] env[62675]: DEBUG nova.network.neutron [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 543.062494] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690055, 'name': Rename_Task, 'duration_secs': 0.990743} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.068030] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 543.069215] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a29c0e1e-efc0-49cf-8e76-02c6c9cc039c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.071744] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "f8120b0f-6eec-4d37-a398-20b57002e1d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 543.072167] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "f8120b0f-6eec-4d37-a398-20b57002e1d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 543.078987] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 543.078987] env[62675]: value = "task-2690058" [ 543.078987] env[62675]: _type = "Task" [ 543.078987] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.088047] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.115319] env[62675]: DEBUG nova.policy [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae74a41d786c48af99152f37a5535c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcbc685063b646d9a2e868d04818f0f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 543.122850] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Preparing fetch location {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 543.125409] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Creating directory with path [datastore2] vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 543.125409] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f97fedb-edf4-4bbb-8dd3-7f62752ceb2c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.137566] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Created directory with path [datastore2] vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 543.137771] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Fetch image to [datastore2] vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 543.137931] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Downloading image file data 01f269e0-822c-4f74-9463-28808435f63b to [datastore2] vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk on the data store datastore2 {{(pid=62675) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 543.138751] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b08dedc-90d4-47d7-b55d-837e3dd1696a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.149542] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0c69e0-d6ec-42a1-ae5d-2f3b5ab50225 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.163224] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b6b0a8-6e69-49aa-a029-9dc1997e1d45 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.225652] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b6ef64-a476-49d9-bd5c-703228c570fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.232937] env[62675]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-eb2908e9-9917-49b3-abea-89a73d1ab930 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.277219] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Downloading image file data 01f269e0-822c-4f74-9463-28808435f63b to the data store datastore2 {{(pid=62675) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 543.300046] env[62675]: DEBUG oslo_vmware.api [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690057, 'name': PowerOnVM_Task, 'duration_secs': 0.48848} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 543.303035] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 543.303035] env[62675]: INFO nova.compute.manager [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Took 8.50 seconds to spawn the instance on the hypervisor. [ 543.303035] env[62675]: DEBUG nova.compute.manager [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 543.303881] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d3432d-4adf-4087-b1e2-6f021130542d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.353482] env[62675]: DEBUG oslo_vmware.rw_handles [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62675) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 543.416993] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Releasing lock "refresh_cache-f96581fd-030c-47c5-9867-c1a105dd4342" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 543.417642] env[62675]: DEBUG nova.compute.manager [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Instance network_info: |[{"id": "e4e9c12f-66ac-4154-be55-45ccb3fb11fa", "address": "fa:16:3e:93:c0:80", "network": {"id": "66f1652f-6bb9-4ccc-b48b-925340664eef", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-790707141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0808e01473b46b1b9cf0137435c21e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e9c12f-66", "ovs_interfaceid": "e4e9c12f-66ac-4154-be55-45ccb3fb11fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 543.418763] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:c0:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4e9c12f-66ac-4154-be55-45ccb3fb11fa', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 543.426203] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Creating folder: Project (c0808e01473b46b1b9cf0137435c21e9). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.428341] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3757a65-bc16-4244-a9d2-6bcc93a2c403 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.441022] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Created folder: Project (c0808e01473b46b1b9cf0137435c21e9) in parent group-v542174. [ 543.443057] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Creating folder: Instances. Parent ref: group-v542190. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 543.443057] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7da721c-1ef7-406d-ae63-ddfab209ef17 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.449892] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Created folder: Instances in parent group-v542190. [ 543.450449] env[62675]: DEBUG oslo.service.loopingcall [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 543.450449] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 543.450449] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43db4b13-69d8-470e-8f1e-2d95dfe2a8bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.469513] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 543.469513] env[62675]: value = "task-2690061" [ 543.469513] env[62675]: _type = "Task" [ 543.469513] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 543.478239] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690061, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.491213] env[62675]: DEBUG nova.compute.manager [None req-aec0319e-5080-4a2b-ba54-101d932868db tempest-ServerDiagnosticsV248Test-542204846 tempest-ServerDiagnosticsV248Test-542204846-project-admin] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 543.492269] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6682b62-67f6-469d-be76-0f4493f81294 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.504195] env[62675]: INFO nova.compute.manager [None req-aec0319e-5080-4a2b-ba54-101d932868db tempest-ServerDiagnosticsV248Test-542204846 tempest-ServerDiagnosticsV248Test-542204846-project-admin] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Retrieving diagnostics [ 543.505382] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803416be-7c77-47c6-a0d9-f3355e1d0ea5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.543672] env[62675]: DEBUG nova.compute.manager [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 543.553257] env[62675]: DEBUG nova.network.neutron [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Successfully updated port: 7a920e8d-3c83-4f19-83d8-dd83c3891ace {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 543.597248] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 543.627606] env[62675]: DEBUG nova.network.neutron [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Successfully created port: 12560bbe-e966-450b-828b-9fc92a89a8f2 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 543.836714] env[62675]: INFO nova.compute.manager [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Took 16.77 seconds to build instance. [ 543.850043] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7e9b9c-421d-4c7e-bfc3-27a69dae5127 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.860221] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd19cb1-90fd-46aa-8da4-87dc7a2e354c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.895272] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0faa5e-f8ae-4b13-aca8-5d1e9519d722 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.903584] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf52f00b-fd5c-46d7-b066-0f1947fdef22 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.922304] env[62675]: DEBUG nova.compute.provider_tree [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 543.979617] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690061, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.055601] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Acquiring lock "refresh_cache-09b94789-2ace-4ecc-8374-e9800e4713e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.055837] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Acquired lock "refresh_cache-09b94789-2ace-4ecc-8374-e9800e4713e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.056789] env[62675]: DEBUG nova.network.neutron [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 544.091329] env[62675]: DEBUG oslo_vmware.api [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690058, 'name': PowerOnVM_Task, 'duration_secs': 0.879791} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.091598] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 544.091793] env[62675]: INFO nova.compute.manager [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Took 11.60 seconds to spawn the instance on the hypervisor. [ 544.092040] env[62675]: DEBUG nova.compute.manager [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 544.092803] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa11c36-66cd-4d4d-9f94-9e97c269120f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.268168] env[62675]: DEBUG nova.compute.manager [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Received event network-changed-59dd6404-94b1-47d5-ad52-414236a22953 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 544.269011] env[62675]: DEBUG nova.compute.manager [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Refreshing instance network info cache due to event network-changed-59dd6404-94b1-47d5-ad52-414236a22953. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 544.269392] env[62675]: DEBUG oslo_concurrency.lockutils [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] Acquiring lock "refresh_cache-28d69dc0-9b04-44f3-86d0-aa0e2742be6c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.269699] env[62675]: DEBUG oslo_concurrency.lockutils [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] Acquired lock "refresh_cache-28d69dc0-9b04-44f3-86d0-aa0e2742be6c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.270292] env[62675]: DEBUG nova.network.neutron [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Refreshing network info cache for port 59dd6404-94b1-47d5-ad52-414236a22953 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 544.301784] env[62675]: DEBUG oslo_vmware.rw_handles [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Completed reading data from the image iterator. {{(pid=62675) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 544.302215] env[62675]: DEBUG oslo_vmware.rw_handles [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 544.340336] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9cb489d0-226c-463b-a67f-4afd4ce612f8 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "2d550d8e-b282-4817-b754-f5d390df6aa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.290s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.342418] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "2d550d8e-b282-4817-b754-f5d390df6aa9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.845s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.342853] env[62675]: INFO nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] During sync_power_state the instance has a pending task (spawning). Skip. [ 544.343582] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "2d550d8e-b282-4817-b754-f5d390df6aa9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.369861] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Downloaded image file data 01f269e0-822c-4f74-9463-28808435f63b to vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk on the data store datastore2 {{(pid=62675) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 544.371010] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Caching image {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 544.371288] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Copying Virtual Disk [datastore2] vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk to [datastore2] vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 544.371551] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24937464-9264-46c8-b81d-dad56a847a0e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.380223] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 544.380223] env[62675]: value = "task-2690062" [ 544.380223] env[62675]: _type = "Task" [ 544.380223] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.390642] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.426996] env[62675]: DEBUG nova.scheduler.client.report [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 544.481455] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690061, 'name': CreateVM_Task, 'duration_secs': 0.510064} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 544.481553] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 544.482492] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 544.482844] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.483393] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 544.483702] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac28c1a3-61b3-43c0-99eb-92e98ff58208 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.489873] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for the task: (returnval){ [ 544.489873] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c9591-da27-399e-ab8a-af3d836f4d4c" [ 544.489873] env[62675]: _type = "Task" [ 544.489873] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 544.501069] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c9591-da27-399e-ab8a-af3d836f4d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.560174] env[62675]: DEBUG nova.compute.manager [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 544.596369] env[62675]: DEBUG nova.virt.hardware [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 544.596854] env[62675]: DEBUG nova.virt.hardware [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 544.597125] env[62675]: DEBUG nova.virt.hardware [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 544.597364] env[62675]: DEBUG nova.virt.hardware [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 544.597613] env[62675]: DEBUG nova.virt.hardware [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 544.597817] env[62675]: DEBUG nova.virt.hardware [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 544.598302] env[62675]: DEBUG nova.virt.hardware [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 544.598657] env[62675]: DEBUG nova.virt.hardware [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 544.598758] env[62675]: DEBUG nova.virt.hardware [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 544.599178] env[62675]: DEBUG nova.virt.hardware [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 544.599419] env[62675]: DEBUG nova.virt.hardware [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 544.600931] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1252a1ff-2968-4285-8a51-9a4f29b771db {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.604995] env[62675]: DEBUG nova.network.neutron [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 544.620375] env[62675]: INFO nova.compute.manager [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Took 19.06 seconds to build instance. [ 544.623396] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9d9313-86cc-4d04-b3a9-1bd24a4d6f57 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.711572] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.712117] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.836936] env[62675]: DEBUG nova.network.neutron [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Updating instance_info_cache with network_info: [{"id": "7a920e8d-3c83-4f19-83d8-dd83c3891ace", "address": "fa:16:3e:99:5b:65", "network": {"id": "21d1f6d6-fd23-4c21-bbcf-7b4fc3201a13", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-206279827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e47b2370eac14cb8bf1fe7e6c5735922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a920e8d-3c", "ovs_interfaceid": "7a920e8d-3c83-4f19-83d8-dd83c3891ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 544.844563] env[62675]: DEBUG nova.compute.manager [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 544.891511] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690062, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 544.932471] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.933246] env[62675]: DEBUG nova.compute.manager [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 544.936072] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.677s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.937957] env[62675]: INFO nova.compute.claims [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 545.007254] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.007658] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 545.007773] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.089803] env[62675]: DEBUG nova.network.neutron [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Updated VIF entry in instance network info cache for port 59dd6404-94b1-47d5-ad52-414236a22953. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 545.090280] env[62675]: DEBUG nova.network.neutron [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Updating instance_info_cache with network_info: [{"id": "59dd6404-94b1-47d5-ad52-414236a22953", "address": "fa:16:3e:04:65:74", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59dd6404-94", "ovs_interfaceid": "59dd6404-94b1-47d5-ad52-414236a22953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 545.128924] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48b61952-6863-4c64-b207-a8e15e2b8907 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.580s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.130168] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.633s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.130360] env[62675]: INFO nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] During sync_power_state the instance has a pending task (spawning). Skip. [ 545.130532] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.340466] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Releasing lock "refresh_cache-09b94789-2ace-4ecc-8374-e9800e4713e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.340913] env[62675]: DEBUG nova.compute.manager [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Instance network_info: |[{"id": "7a920e8d-3c83-4f19-83d8-dd83c3891ace", "address": "fa:16:3e:99:5b:65", "network": {"id": "21d1f6d6-fd23-4c21-bbcf-7b4fc3201a13", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-206279827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e47b2370eac14cb8bf1fe7e6c5735922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a920e8d-3c", "ovs_interfaceid": "7a920e8d-3c83-4f19-83d8-dd83c3891ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 545.341314] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:5b:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a920e8d-3c83-4f19-83d8-dd83c3891ace', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 545.349580] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Creating folder: Project (e47b2370eac14cb8bf1fe7e6c5735922). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.349935] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-049ab559-61a7-428e-81cd-66f9c4c12090 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.366138] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Created folder: Project (e47b2370eac14cb8bf1fe7e6c5735922) in parent group-v542174. [ 545.366138] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Creating folder: Instances. Parent ref: group-v542193. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 545.366138] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10b56eb5-b5ff-4481-8003-8aab7ba6e7b6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.372869] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Created folder: Instances in parent group-v542193. [ 545.373177] env[62675]: DEBUG oslo.service.loopingcall [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 545.373959] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.374205] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 545.374413] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-453dc57a-a111-49a5-a0c5-c15e02620fac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.397342] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709174} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.398626] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Copied Virtual Disk [datastore2] vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk to [datastore2] vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 545.398847] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Deleting the datastore file [datastore2] vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b/tmp-sparse.vmdk {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 545.399092] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 545.399092] env[62675]: value = "task-2690065" [ 545.399092] env[62675]: _type = "Task" [ 545.399092] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.399271] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44f9d12a-7f00-4844-b49f-c8db75681975 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.409662] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690065, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.411044] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 545.411044] env[62675]: value = "task-2690066" [ 545.411044] env[62675]: _type = "Task" [ 545.411044] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.418595] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 545.444904] env[62675]: DEBUG nova.compute.utils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 545.450438] env[62675]: DEBUG nova.compute.manager [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 545.450620] env[62675]: DEBUG nova.network.neutron [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 545.500688] env[62675]: DEBUG nova.policy [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5dd5755397742578c44f1ca9b2fc198', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efecc4ce5cb04a4cbbc289df8d4aae82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 545.594775] env[62675]: DEBUG oslo_concurrency.lockutils [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] Releasing lock "refresh_cache-28d69dc0-9b04-44f3-86d0-aa0e2742be6c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.595066] env[62675]: DEBUG nova.compute.manager [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Received event network-vif-plugged-e4e9c12f-66ac-4154-be55-45ccb3fb11fa {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.595270] env[62675]: DEBUG oslo_concurrency.lockutils [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] Acquiring lock "f96581fd-030c-47c5-9867-c1a105dd4342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.595479] env[62675]: DEBUG oslo_concurrency.lockutils [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] Lock "f96581fd-030c-47c5-9867-c1a105dd4342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.595641] env[62675]: DEBUG oslo_concurrency.lockutils [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] Lock "f96581fd-030c-47c5-9867-c1a105dd4342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.595809] env[62675]: DEBUG nova.compute.manager [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] No waiting events found dispatching network-vif-plugged-e4e9c12f-66ac-4154-be55-45ccb3fb11fa {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 545.595979] env[62675]: WARNING nova.compute.manager [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Received unexpected event network-vif-plugged-e4e9c12f-66ac-4154-be55-45ccb3fb11fa for instance with vm_state building and task_state spawning. [ 545.596163] env[62675]: DEBUG nova.compute.manager [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Received event network-changed-e4e9c12f-66ac-4154-be55-45ccb3fb11fa {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 545.596319] env[62675]: DEBUG nova.compute.manager [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Refreshing instance network info cache due to event network-changed-e4e9c12f-66ac-4154-be55-45ccb3fb11fa. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 545.596499] env[62675]: DEBUG oslo_concurrency.lockutils [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] Acquiring lock "refresh_cache-f96581fd-030c-47c5-9867-c1a105dd4342" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.596634] env[62675]: DEBUG oslo_concurrency.lockutils [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] Acquired lock "refresh_cache-f96581fd-030c-47c5-9867-c1a105dd4342" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.596791] env[62675]: DEBUG nova.network.neutron [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Refreshing network info cache for port e4e9c12f-66ac-4154-be55-45ccb3fb11fa {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 545.634986] env[62675]: DEBUG nova.compute.manager [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 545.695764] env[62675]: DEBUG nova.network.neutron [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Successfully updated port: 12560bbe-e966-450b-828b-9fc92a89a8f2 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 545.906126] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "08c42fbe-9474-4b11-9398-f617b0000d3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.906467] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "08c42fbe-9474-4b11-9398-f617b0000d3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.926792] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023053} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.926792] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690065, 'name': CreateVM_Task, 'duration_secs': 0.494375} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 545.926792] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 545.926792] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Moving file from [datastore2] vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb/01f269e0-822c-4f74-9463-28808435f63b to [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b. {{(pid=62675) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 545.926792] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 545.927040] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7d83a1b6-abd8-4443-88df-a82eec9f4fb6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.930311] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.930466] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.930784] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 545.931403] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c823e8-86cb-465b-b484-0cd8694a2da0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.938898] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Waiting for the task: (returnval){ [ 545.938898] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e67eb0-5039-3d44-b773-8cffca018902" [ 545.938898] env[62675]: _type = "Task" [ 545.938898] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.939319] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 545.939319] env[62675]: value = "task-2690067" [ 545.939319] env[62675]: _type = "Task" [ 545.939319] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 545.952470] env[62675]: DEBUG nova.compute.manager [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 545.960834] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 545.961107] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 545.961362] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 545.961519] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690067, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.173353] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.202425] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "refresh_cache-0d25425e-762a-4376-bbc2-ff7ae80c4248" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 546.202834] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "refresh_cache-0d25425e-762a-4376-bbc2-ff7ae80c4248" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.203019] env[62675]: DEBUG nova.network.neutron [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 546.208028] env[62675]: DEBUG nova.network.neutron [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Successfully created port: 2c2e842b-ea69-48eb-9e5d-6f533c8b906e {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 546.296969] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe12448-8567-440a-b506-2ed554ea0c77 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.312850] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e4dde8-8970-445b-80ce-214aec56095f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.349378] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48708b5f-c5c5-4228-a411-b92a10f228dc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.359592] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f18986e-0f0e-4bff-b242-9b9867ef377a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.374771] env[62675]: DEBUG nova.compute.provider_tree [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 546.433253] env[62675]: DEBUG nova.network.neutron [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Updated VIF entry in instance network info cache for port e4e9c12f-66ac-4154-be55-45ccb3fb11fa. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 546.433623] env[62675]: DEBUG nova.network.neutron [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Updating instance_info_cache with network_info: [{"id": "e4e9c12f-66ac-4154-be55-45ccb3fb11fa", "address": "fa:16:3e:93:c0:80", "network": {"id": "66f1652f-6bb9-4ccc-b48b-925340664eef", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-790707141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0808e01473b46b1b9cf0137435c21e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e9c12f-66", "ovs_interfaceid": "e4e9c12f-66ac-4154-be55-45ccb3fb11fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 546.456019] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690067, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028751} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.456019] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] File moved {{(pid=62675) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 546.456019] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Cleaning up location [datastore2] vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 546.456019] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Deleting the datastore file [datastore2] vmware_temp/d5179d7f-272f-42c6-9211-3256082511cb {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 546.456019] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d6707a0-97e3-4322-8546-947481eb4ec8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.461047] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 546.461047] env[62675]: value = "task-2690068" [ 546.461047] env[62675]: _type = "Task" [ 546.461047] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 546.473949] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 546.508576] env[62675]: DEBUG nova.compute.manager [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Stashing vm_state: active {{(pid=62675) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 546.621633] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Acquiring lock "dfc4f2f6-fbaa-4c38-a080-c535c00a09c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.621980] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Lock "dfc4f2f6-fbaa-4c38-a080-c535c00a09c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.781812] env[62675]: DEBUG nova.network.neutron [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 546.913205] env[62675]: ERROR nova.scheduler.client.report [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [req-60de6e62-871d-41c8-8ae0-0f8c94754e10] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-60de6e62-871d-41c8-8ae0-0f8c94754e10"}]} [ 546.937028] env[62675]: DEBUG nova.scheduler.client.report [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 546.938920] env[62675]: DEBUG oslo_concurrency.lockutils [req-8c0f1d9c-4c56-4df1-a1ec-edf19562a459 req-1ade93d5-9206-425d-9f8e-1bab13f7aad0 service nova] Releasing lock "refresh_cache-f96581fd-030c-47c5-9867-c1a105dd4342" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 546.961891] env[62675]: DEBUG nova.scheduler.client.report [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 546.964161] env[62675]: DEBUG nova.compute.provider_tree [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 546.972856] env[62675]: DEBUG nova.compute.manager [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 546.977479] env[62675]: DEBUG nova.compute.manager [req-367ee721-d31e-4a59-a609-676b6570f6ef req-63e951b1-6e02-4fcc-b5c0-18f15c97402c service nova] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Received event network-vif-plugged-12560bbe-e966-450b-828b-9fc92a89a8f2 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 546.977479] env[62675]: DEBUG oslo_concurrency.lockutils [req-367ee721-d31e-4a59-a609-676b6570f6ef req-63e951b1-6e02-4fcc-b5c0-18f15c97402c service nova] Acquiring lock "0d25425e-762a-4376-bbc2-ff7ae80c4248-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 546.977759] env[62675]: DEBUG oslo_concurrency.lockutils [req-367ee721-d31e-4a59-a609-676b6570f6ef req-63e951b1-6e02-4fcc-b5c0-18f15c97402c service nova] Lock "0d25425e-762a-4376-bbc2-ff7ae80c4248-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.978022] env[62675]: DEBUG oslo_concurrency.lockutils [req-367ee721-d31e-4a59-a609-676b6570f6ef req-63e951b1-6e02-4fcc-b5c0-18f15c97402c service nova] Lock "0d25425e-762a-4376-bbc2-ff7ae80c4248-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 546.978716] env[62675]: DEBUG nova.compute.manager [req-367ee721-d31e-4a59-a609-676b6570f6ef req-63e951b1-6e02-4fcc-b5c0-18f15c97402c service nova] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] No waiting events found dispatching network-vif-plugged-12560bbe-e966-450b-828b-9fc92a89a8f2 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 546.978716] env[62675]: WARNING nova.compute.manager [req-367ee721-d31e-4a59-a609-676b6570f6ef req-63e951b1-6e02-4fcc-b5c0-18f15c97402c service nova] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Received unexpected event network-vif-plugged-12560bbe-e966-450b-828b-9fc92a89a8f2 for instance with vm_state building and task_state spawning. [ 546.983052] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.055145} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 546.983764] env[62675]: DEBUG nova.scheduler.client.report [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 546.986359] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 546.987778] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12fe5e6-0c10-4985-b886-4387cf41ec95 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 546.996074] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 546.996074] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52403060-d2a8-ba83-4052-e3a9f843f4f8" [ 546.996074] env[62675]: _type = "Task" [ 546.996074] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.008510] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52403060-d2a8-ba83-4052-e3a9f843f4f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.011112] env[62675]: DEBUG nova.virt.hardware [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 547.011360] env[62675]: DEBUG nova.virt.hardware [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 547.011506] env[62675]: DEBUG nova.virt.hardware [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 547.011718] env[62675]: DEBUG nova.virt.hardware [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 547.011845] env[62675]: DEBUG nova.virt.hardware [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 547.011998] env[62675]: DEBUG nova.virt.hardware [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 547.012254] env[62675]: DEBUG nova.virt.hardware [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 547.012412] env[62675]: DEBUG nova.virt.hardware [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 547.012577] env[62675]: DEBUG nova.virt.hardware [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 547.012777] env[62675]: DEBUG nova.virt.hardware [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 547.012898] env[62675]: DEBUG nova.virt.hardware [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 547.016635] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb55708-c5f8-4f06-b0d4-5bd9c8a46331 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.020026] env[62675]: DEBUG nova.scheduler.client.report [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 547.032714] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b6d5a5-4114-42a7-95d9-8ae4561d01c9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.054353] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.145565] env[62675]: DEBUG nova.network.neutron [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Updating instance_info_cache with network_info: [{"id": "12560bbe-e966-450b-828b-9fc92a89a8f2", "address": "fa:16:3e:09:e9:90", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12560bbe-e9", "ovs_interfaceid": "12560bbe-e966-450b-828b-9fc92a89a8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 547.327985] env[62675]: DEBUG nova.compute.manager [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Received event network-vif-plugged-7a920e8d-3c83-4f19-83d8-dd83c3891ace {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 547.328412] env[62675]: DEBUG oslo_concurrency.lockutils [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] Acquiring lock "09b94789-2ace-4ecc-8374-e9800e4713e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 547.328412] env[62675]: DEBUG oslo_concurrency.lockutils [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] Lock "09b94789-2ace-4ecc-8374-e9800e4713e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 547.328550] env[62675]: DEBUG oslo_concurrency.lockutils [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] Lock "09b94789-2ace-4ecc-8374-e9800e4713e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 547.328833] env[62675]: DEBUG nova.compute.manager [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] No waiting events found dispatching network-vif-plugged-7a920e8d-3c83-4f19-83d8-dd83c3891ace {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 547.328984] env[62675]: WARNING nova.compute.manager [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Received unexpected event network-vif-plugged-7a920e8d-3c83-4f19-83d8-dd83c3891ace for instance with vm_state building and task_state spawning. [ 547.329170] env[62675]: DEBUG nova.compute.manager [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Received event network-changed-7a920e8d-3c83-4f19-83d8-dd83c3891ace {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 547.329316] env[62675]: DEBUG nova.compute.manager [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Refreshing instance network info cache due to event network-changed-7a920e8d-3c83-4f19-83d8-dd83c3891ace. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 547.329493] env[62675]: DEBUG oslo_concurrency.lockutils [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] Acquiring lock "refresh_cache-09b94789-2ace-4ecc-8374-e9800e4713e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 547.329649] env[62675]: DEBUG oslo_concurrency.lockutils [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] Acquired lock "refresh_cache-09b94789-2ace-4ecc-8374-e9800e4713e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.329774] env[62675]: DEBUG nova.network.neutron [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Refreshing network info cache for port 7a920e8d-3c83-4f19-83d8-dd83c3891ace {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 547.339684] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1a2ede-009d-41f6-bafd-255cd0505f35 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.348973] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70509326-a8c9-4224-b88f-262c4682642c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.382915] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175e49fe-728c-4a9b-aaf0-8dbb893ba239 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.390694] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a077a9f7-e011-4dab-bea3-7e42a195a0cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.406198] env[62675]: DEBUG nova.compute.provider_tree [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 547.506503] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52403060-d2a8-ba83-4052-e3a9f843f4f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 547.506735] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.506997] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 28d69dc0-9b04-44f3-86d0-aa0e2742be6c/28d69dc0-9b04-44f3-86d0-aa0e2742be6c.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 547.507281] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.507668] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 547.508075] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d282860e-7893-4125-a10a-5394c29e694c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.510166] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5c96a26-da99-41ec-b135-31cc45f1f197 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.518009] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 547.518009] env[62675]: value = "task-2690069" [ 547.518009] env[62675]: _type = "Task" [ 547.518009] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.522481] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 547.522659] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 547.523838] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3602ee74-e016-4751-a7ec-4418156bd0ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.529366] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.532446] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for the task: (returnval){ [ 547.532446] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b54c82-9725-e656-a313-6e6dabfe4087" [ 547.532446] env[62675]: _type = "Task" [ 547.532446] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.539967] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b54c82-9725-e656-a313-6e6dabfe4087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.646649] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "refresh_cache-0d25425e-762a-4376-bbc2-ff7ae80c4248" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 547.647021] env[62675]: DEBUG nova.compute.manager [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Instance network_info: |[{"id": "12560bbe-e966-450b-828b-9fc92a89a8f2", "address": "fa:16:3e:09:e9:90", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12560bbe-e9", "ovs_interfaceid": "12560bbe-e966-450b-828b-9fc92a89a8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 547.647450] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:e9:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12560bbe-e966-450b-828b-9fc92a89a8f2', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 547.662829] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating folder: Project (dcbc685063b646d9a2e868d04818f0f5). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.663378] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fd82108-4601-43ae-86db-defe3178242b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.674306] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Created folder: Project (dcbc685063b646d9a2e868d04818f0f5) in parent group-v542174. [ 547.674589] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating folder: Instances. Parent ref: group-v542196. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 547.674935] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-924749d8-8c84-4002-9d72-dda6dd8b372b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.684655] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Created folder: Instances in parent group-v542196. [ 547.685040] env[62675]: DEBUG oslo.service.loopingcall [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 547.685235] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 547.685509] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e6a5ed1-0b9c-40f7-9a94-743a368b0dd2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.709838] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 547.709838] env[62675]: value = "task-2690072" [ 547.709838] env[62675]: _type = "Task" [ 547.709838] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 547.718683] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690072, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 547.949464] env[62675]: DEBUG nova.scheduler.client.report [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 24 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 547.949883] env[62675]: DEBUG nova.compute.provider_tree [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 24 to 25 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 547.949935] env[62675]: DEBUG nova.compute.provider_tree [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 548.036495] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690069, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.051283] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b54c82-9725-e656-a313-6e6dabfe4087, 'name': SearchDatastore_Task, 'duration_secs': 0.02562} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.051283] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c2667d-9caa-4447-9de2-031cacc0631a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.063402] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for the task: (returnval){ [ 548.063402] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52990282-f13e-03e5-1bbc-706b29a37205" [ 548.063402] env[62675]: _type = "Task" [ 548.063402] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.071427] env[62675]: DEBUG nova.network.neutron [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Successfully updated port: 2c2e842b-ea69-48eb-9e5d-6f533c8b906e {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 548.074944] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52990282-f13e-03e5-1bbc-706b29a37205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.220476] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690072, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.382907] env[62675]: DEBUG nova.network.neutron [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Updated VIF entry in instance network info cache for port 7a920e8d-3c83-4f19-83d8-dd83c3891ace. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 548.382907] env[62675]: DEBUG nova.network.neutron [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Updating instance_info_cache with network_info: [{"id": "7a920e8d-3c83-4f19-83d8-dd83c3891ace", "address": "fa:16:3e:99:5b:65", "network": {"id": "21d1f6d6-fd23-4c21-bbcf-7b4fc3201a13", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-206279827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e47b2370eac14cb8bf1fe7e6c5735922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a920e8d-3c", "ovs_interfaceid": "7a920e8d-3c83-4f19-83d8-dd83c3891ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 548.459592] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.524s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.460625] env[62675]: DEBUG nova.compute.manager [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 548.466171] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.464s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.466357] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.466513] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 548.466817] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.597s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.468216] env[62675]: INFO nova.compute.claims [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 548.473248] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1d912a-c179-4bc5-950e-1b3a45537c4c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.487052] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc6523b-095b-418c-aef6-383f4e28465a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.503821] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c3da27-6508-4392-b89e-695dd7708003 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.513451] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a09b0b-5f29-4c83-9b80-dbc365064a3f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.550114] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181116MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 548.550258] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.559602] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566203} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.559922] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 28d69dc0-9b04-44f3-86d0-aa0e2742be6c/28d69dc0-9b04-44f3-86d0-aa0e2742be6c.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 548.560192] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 548.560469] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47489c5d-6d49-4e9e-937e-6071e97dceae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.575113] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52990282-f13e-03e5-1bbc-706b29a37205, 'name': SearchDatastore_Task, 'duration_secs': 0.012297} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.576745] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.576869] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] f96581fd-030c-47c5-9867-c1a105dd4342/f96581fd-030c-47c5-9867-c1a105dd4342.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 548.577669] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "refresh_cache-9734221b-8ec6-4c04-bafc-d15dab9e1bc5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.577669] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired lock "refresh_cache-9734221b-8ec6-4c04-bafc-d15dab9e1bc5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.577881] env[62675]: DEBUG nova.network.neutron [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 548.579127] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 548.579127] env[62675]: value = "task-2690073" [ 548.579127] env[62675]: _type = "Task" [ 548.579127] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.579664] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.579924] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 548.580191] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76e603d3-0e8b-42ff-9b43-e942c6a3ac36 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.582560] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4798e73-9b30-42ef-8dd1-6b94d26b0d4f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.595103] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for the task: (returnval){ [ 548.595103] env[62675]: value = "task-2690074" [ 548.595103] env[62675]: _type = "Task" [ 548.595103] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.606280] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.609668] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.612222] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 548.612405] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 548.613150] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eadfae86-a1b8-49d9-a451-4f3609b3126d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.618302] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Waiting for the task: (returnval){ [ 548.618302] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e08f40-b88b-bb29-43b3-a20a6e992b27" [ 548.618302] env[62675]: _type = "Task" [ 548.618302] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.625946] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e08f40-b88b-bb29-43b3-a20a6e992b27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.723016] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690072, 'name': CreateVM_Task, 'duration_secs': 0.593942} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 548.723250] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 548.724242] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 548.724588] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.725470] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 548.726092] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0104a4c-1389-4b41-83bc-fe345e6df347 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.731796] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 548.731796] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529056e4-ed15-c14c-a37f-afb05245c3bd" [ 548.731796] env[62675]: _type = "Task" [ 548.731796] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 548.741498] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529056e4-ed15-c14c-a37f-afb05245c3bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 548.886537] env[62675]: DEBUG oslo_concurrency.lockutils [req-4ad0f760-feaa-47da-adf5-aaf4ec360cbc req-704142ff-f2fb-4f70-bc34-289f99c49b74 service nova] Releasing lock "refresh_cache-09b94789-2ace-4ecc-8374-e9800e4713e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 548.968943] env[62675]: DEBUG nova.compute.utils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 548.970567] env[62675]: DEBUG nova.compute.manager [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 548.970973] env[62675]: DEBUG nova.network.neutron [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 549.100576] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12006} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.104031] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 549.105074] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8841f8-3687-460a-b7d3-486a8ec75864 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.114935] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490853} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.126793] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] f96581fd-030c-47c5-9867-c1a105dd4342/f96581fd-030c-47c5-9867-c1a105dd4342.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 549.126949] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 549.138100] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 28d69dc0-9b04-44f3-86d0-aa0e2742be6c/28d69dc0-9b04-44f3-86d0-aa0e2742be6c.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 549.138604] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d2c201a-4803-4afa-b9e9-d59dfafc46d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.146138] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24b2f920-6133-4439-800c-a52b9820c737 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.170062] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e08f40-b88b-bb29-43b3-a20a6e992b27, 'name': SearchDatastore_Task, 'duration_secs': 0.017178} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.172915] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for the task: (returnval){ [ 549.172915] env[62675]: value = "task-2690075" [ 549.172915] env[62675]: _type = "Task" [ 549.172915] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.173425] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 549.173425] env[62675]: value = "task-2690076" [ 549.173425] env[62675]: _type = "Task" [ 549.173425] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.173959] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4db91b8-a374-4cd7-be0d-e2b1194528c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.185816] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Waiting for the task: (returnval){ [ 549.185816] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523e8001-d3ad-e4c1-aeb5-8f72bd1f26da" [ 549.185816] env[62675]: _type = "Task" [ 549.185816] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.192058] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.195779] env[62675]: DEBUG nova.network.neutron [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 549.204431] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523e8001-d3ad-e4c1-aeb5-8f72bd1f26da, 'name': SearchDatastore_Task, 'duration_secs': 0.010828} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.204816] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.205017] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 09b94789-2ace-4ecc-8374-e9800e4713e1/09b94789-2ace-4ecc-8374-e9800e4713e1.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 549.205320] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a150901d-4d12-40ea-b13e-c69fe90f3fdf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.212092] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Waiting for the task: (returnval){ [ 549.212092] env[62675]: value = "task-2690077" [ 549.212092] env[62675]: _type = "Task" [ 549.212092] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.223387] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.242414] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529056e4-ed15-c14c-a37f-afb05245c3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008369} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.242909] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.243863] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 549.243863] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.244054] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.244420] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 549.244860] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9cc1420-d31c-42b4-8520-c4e82d8e12e6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.266320] env[62675]: DEBUG nova.policy [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5dd5755397742578c44f1ca9b2fc198', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efecc4ce5cb04a4cbbc289df8d4aae82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 549.271806] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 549.271806] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 549.271806] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb49bb9-d9b1-4188-a08c-587a2adf2e8b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.277156] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 549.277156] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]520a7fd3-5248-b460-eeaa-6f68fc6822b3" [ 549.277156] env[62675]: _type = "Task" [ 549.277156] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.286589] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520a7fd3-5248-b460-eeaa-6f68fc6822b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.478313] env[62675]: DEBUG nova.compute.manager [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 549.704854] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "eeb6bb89-1a96-42cf-ab40-888e39600d35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.705218] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "eeb6bb89-1a96-42cf-ab40-888e39600d35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.715651] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.729556] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.738080] env[62675]: DEBUG nova.network.neutron [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Updating instance_info_cache with network_info: [{"id": "2c2e842b-ea69-48eb-9e5d-6f533c8b906e", "address": "fa:16:3e:3c:23:c9", "network": {"id": "069d5b07-45b2-4b09-a397-c137fc82bfb5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1027428394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efecc4ce5cb04a4cbbc289df8d4aae82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2e842b-ea", "ovs_interfaceid": "2c2e842b-ea69-48eb-9e5d-6f533c8b906e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 549.744689] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690077, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.790418] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520a7fd3-5248-b460-eeaa-6f68fc6822b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.791761] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-383627bc-0bf2-4ea5-add8-73a72ea8dd88 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.800068] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 549.800068] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]521369db-0243-f77a-3c5e-877f223fea9a" [ 549.800068] env[62675]: _type = "Task" [ 549.800068] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.810414] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521369db-0243-f77a-3c5e-877f223fea9a, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 549.810414] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 549.810414] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 0d25425e-762a-4376-bbc2-ff7ae80c4248/0d25425e-762a-4376-bbc2-ff7ae80c4248.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 549.810414] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5edd301-df3e-4ffc-a75d-7689d06afae7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.819895] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 549.819895] env[62675]: value = "task-2690078" [ 549.819895] env[62675]: _type = "Task" [ 549.819895] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 549.827742] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 549.861171] env[62675]: DEBUG nova.compute.manager [req-9350aadd-edf0-40e4-82ae-123f58fe92c1 req-7b349b9d-1329-4fac-a621-21729c7c0227 service nova] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Received event network-changed-12560bbe-e966-450b-828b-9fc92a89a8f2 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 549.861171] env[62675]: DEBUG nova.compute.manager [req-9350aadd-edf0-40e4-82ae-123f58fe92c1 req-7b349b9d-1329-4fac-a621-21729c7c0227 service nova] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Refreshing instance network info cache due to event network-changed-12560bbe-e966-450b-828b-9fc92a89a8f2. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 549.861171] env[62675]: DEBUG oslo_concurrency.lockutils [req-9350aadd-edf0-40e4-82ae-123f58fe92c1 req-7b349b9d-1329-4fac-a621-21729c7c0227 service nova] Acquiring lock "refresh_cache-0d25425e-762a-4376-bbc2-ff7ae80c4248" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 549.861532] env[62675]: DEBUG oslo_concurrency.lockutils [req-9350aadd-edf0-40e4-82ae-123f58fe92c1 req-7b349b9d-1329-4fac-a621-21729c7c0227 service nova] Acquired lock "refresh_cache-0d25425e-762a-4376-bbc2-ff7ae80c4248" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.861963] env[62675]: DEBUG nova.network.neutron [req-9350aadd-edf0-40e4-82ae-123f58fe92c1 req-7b349b9d-1329-4fac-a621-21729c7c0227 service nova] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Refreshing network info cache for port 12560bbe-e966-450b-828b-9fc92a89a8f2 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 549.939087] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4091e42f-a0ed-4c33-9b9b-0dedb720e74e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.949194] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2df5922-22b1-4aa3-ae69-617877eb4868 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.989306] env[62675]: DEBUG nova.network.neutron [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Successfully created port: 586d0245-0878-4514-8364-08d157f4835e {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 549.991151] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09da9661-5eaf-4bbd-8dc3-fc80af9cc511 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.998928] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049f5421-ce6b-40e5-98e7-87356892bf08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.017154] env[62675]: DEBUG nova.compute.provider_tree [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 550.128462] env[62675]: DEBUG nova.compute.manager [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Received event network-vif-plugged-2c2e842b-ea69-48eb-9e5d-6f533c8b906e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.128548] env[62675]: DEBUG oslo_concurrency.lockutils [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] Acquiring lock "9734221b-8ec6-4c04-bafc-d15dab9e1bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 550.128693] env[62675]: DEBUG oslo_concurrency.lockutils [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] Lock "9734221b-8ec6-4c04-bafc-d15dab9e1bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 550.129008] env[62675]: DEBUG oslo_concurrency.lockutils [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] Lock "9734221b-8ec6-4c04-bafc-d15dab9e1bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.129427] env[62675]: DEBUG nova.compute.manager [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] No waiting events found dispatching network-vif-plugged-2c2e842b-ea69-48eb-9e5d-6f533c8b906e {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 550.129427] env[62675]: WARNING nova.compute.manager [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Received unexpected event network-vif-plugged-2c2e842b-ea69-48eb-9e5d-6f533c8b906e for instance with vm_state building and task_state spawning. [ 550.129522] env[62675]: DEBUG nova.compute.manager [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Received event network-changed-2c2e842b-ea69-48eb-9e5d-6f533c8b906e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 550.129651] env[62675]: DEBUG nova.compute.manager [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Refreshing instance network info cache due to event network-changed-2c2e842b-ea69-48eb-9e5d-6f533c8b906e. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 550.129818] env[62675]: DEBUG oslo_concurrency.lockutils [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] Acquiring lock "refresh_cache-9734221b-8ec6-4c04-bafc-d15dab9e1bc5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 550.193126] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.79798} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.196331] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 550.197145] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690076, 'name': ReconfigVM_Task, 'duration_secs': 0.637902} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.197865] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155209e8-862a-4ebb-ab16-dd5c2e02e3e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.200488] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 28d69dc0-9b04-44f3-86d0-aa0e2742be6c/28d69dc0-9b04-44f3-86d0-aa0e2742be6c.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 550.201142] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21094c5e-cc7b-44cf-9f66-32ed17107177 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.224688] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] f96581fd-030c-47c5-9867-c1a105dd4342/f96581fd-030c-47c5-9867-c1a105dd4342.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 550.229721] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11761169-0cd7-49ee-82b5-6c81605b4310 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.245544] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 550.245544] env[62675]: value = "task-2690079" [ 550.245544] env[62675]: _type = "Task" [ 550.245544] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.246051] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Releasing lock "refresh_cache-9734221b-8ec6-4c04-bafc-d15dab9e1bc5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 550.246862] env[62675]: DEBUG nova.compute.manager [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Instance network_info: |[{"id": "2c2e842b-ea69-48eb-9e5d-6f533c8b906e", "address": "fa:16:3e:3c:23:c9", "network": {"id": "069d5b07-45b2-4b09-a397-c137fc82bfb5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1027428394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efecc4ce5cb04a4cbbc289df8d4aae82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2e842b-ea", "ovs_interfaceid": "2c2e842b-ea69-48eb-9e5d-6f533c8b906e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 550.247646] env[62675]: DEBUG oslo_concurrency.lockutils [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] Acquired lock "refresh_cache-9734221b-8ec6-4c04-bafc-d15dab9e1bc5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.248029] env[62675]: DEBUG nova.network.neutron [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Refreshing network info cache for port 2c2e842b-ea69-48eb-9e5d-6f533c8b906e {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 550.249276] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:23:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c2e842b-ea69-48eb-9e5d-6f533c8b906e', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 550.264019] env[62675]: DEBUG oslo.service.loopingcall [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 550.271985] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 550.272606] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for the task: (returnval){ [ 550.272606] env[62675]: value = "task-2690080" [ 550.272606] env[62675]: _type = "Task" [ 550.272606] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.272818] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562303} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.273014] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4c140b0-5d7d-4c63-ad6b-3a1de50abdda {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.288992] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 09b94789-2ace-4ecc-8374-e9800e4713e1/09b94789-2ace-4ecc-8374-e9800e4713e1.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 550.289669] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 550.294181] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-feb7535a-d638-423f-9c99-09f64f8740aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.299608] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690079, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.302856] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 550.302856] env[62675]: value = "task-2690081" [ 550.302856] env[62675]: _type = "Task" [ 550.302856] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.311637] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.317444] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690081, 'name': CreateVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.319328] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Waiting for the task: (returnval){ [ 550.319328] env[62675]: value = "task-2690082" [ 550.319328] env[62675]: _type = "Task" [ 550.319328] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.336119] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.336490] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.492638] env[62675]: DEBUG nova.compute.manager [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 550.522988] env[62675]: DEBUG nova.scheduler.client.report [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 550.530168] env[62675]: DEBUG nova.virt.hardware [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 550.530341] env[62675]: DEBUG nova.virt.hardware [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 550.530989] env[62675]: DEBUG nova.virt.hardware [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 550.530989] env[62675]: DEBUG nova.virt.hardware [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 550.530989] env[62675]: DEBUG nova.virt.hardware [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 550.530989] env[62675]: DEBUG nova.virt.hardware [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 550.532172] env[62675]: DEBUG nova.virt.hardware [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 550.532377] env[62675]: DEBUG nova.virt.hardware [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 550.532529] env[62675]: DEBUG nova.virt.hardware [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 550.532697] env[62675]: DEBUG nova.virt.hardware [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 550.532884] env[62675]: DEBUG nova.virt.hardware [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 550.534024] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e403933-8e88-4fc3-b5bb-ce15f4352a9b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.552309] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a16a0-1325-42a8-a077-9ccd0007f1d6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.759510] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690079, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.800198] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.813999] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690081, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.833159] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11511} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 550.842330] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 550.842683] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 550.843606] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d37d236-548a-4937-b06b-f4e2b9cb5a4a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.870531] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 09b94789-2ace-4ecc-8374-e9800e4713e1/09b94789-2ace-4ecc-8374-e9800e4713e1.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 550.875261] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e04d48-bbdb-4ef2-955a-94e73fed0917 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.897966] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Waiting for the task: (returnval){ [ 550.897966] env[62675]: value = "task-2690083" [ 550.897966] env[62675]: _type = "Task" [ 550.897966] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 550.909289] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.045025] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.045025] env[62675]: DEBUG nova.compute.manager [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 551.052982] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.179s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.054872] env[62675]: INFO nova.compute.claims [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 551.216974] env[62675]: DEBUG nova.network.neutron [req-9350aadd-edf0-40e4-82ae-123f58fe92c1 req-7b349b9d-1329-4fac-a621-21729c7c0227 service nova] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Updated VIF entry in instance network info cache for port 12560bbe-e966-450b-828b-9fc92a89a8f2. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 551.216974] env[62675]: DEBUG nova.network.neutron [req-9350aadd-edf0-40e4-82ae-123f58fe92c1 req-7b349b9d-1329-4fac-a621-21729c7c0227 service nova] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Updating instance_info_cache with network_info: [{"id": "12560bbe-e966-450b-828b-9fc92a89a8f2", "address": "fa:16:3e:09:e9:90", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12560bbe-e9", "ovs_interfaceid": "12560bbe-e966-450b-828b-9fc92a89a8f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.269271] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690079, 'name': Rename_Task, 'duration_secs': 0.729729} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.269591] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 551.269870] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e5d6076-3218-41a7-80c3-b10bed82c45a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.277125] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 551.277125] env[62675]: value = "task-2690084" [ 551.277125] env[62675]: _type = "Task" [ 551.277125] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.288976] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.298369] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690080, 'name': ReconfigVM_Task, 'duration_secs': 0.874376} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.298369] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Reconfigured VM instance instance-00000006 to attach disk [datastore2] f96581fd-030c-47c5-9867-c1a105dd4342/f96581fd-030c-47c5-9867-c1a105dd4342.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 551.298596] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ff436f3-123e-4a85-ba92-fb86bc5928f0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.306269] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for the task: (returnval){ [ 551.306269] env[62675]: value = "task-2690085" [ 551.306269] env[62675]: _type = "Task" [ 551.306269] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.323510] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690085, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.323750] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690081, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.332980] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690078, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.470331} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.333286] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 0d25425e-762a-4376-bbc2-ff7ae80c4248/0d25425e-762a-4376-bbc2-ff7ae80c4248.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 551.333604] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 551.339140] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e6aea9d-b72d-4240-b408-56abf43d18eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.342838] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 551.342838] env[62675]: value = "task-2690086" [ 551.342838] env[62675]: _type = "Task" [ 551.342838] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.357069] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.412071] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.462615] env[62675]: DEBUG nova.network.neutron [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Updated VIF entry in instance network info cache for port 2c2e842b-ea69-48eb-9e5d-6f533c8b906e. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 551.463200] env[62675]: DEBUG nova.network.neutron [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Updating instance_info_cache with network_info: [{"id": "2c2e842b-ea69-48eb-9e5d-6f533c8b906e", "address": "fa:16:3e:3c:23:c9", "network": {"id": "069d5b07-45b2-4b09-a397-c137fc82bfb5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1027428394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efecc4ce5cb04a4cbbc289df8d4aae82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c2e842b-ea", "ovs_interfaceid": "2c2e842b-ea69-48eb-9e5d-6f533c8b906e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 551.570009] env[62675]: DEBUG nova.compute.utils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 551.572778] env[62675]: DEBUG nova.compute.manager [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 551.572977] env[62675]: DEBUG nova.network.neutron [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 551.719967] env[62675]: DEBUG oslo_concurrency.lockutils [req-9350aadd-edf0-40e4-82ae-123f58fe92c1 req-7b349b9d-1329-4fac-a621-21729c7c0227 service nova] Releasing lock "refresh_cache-0d25425e-762a-4376-bbc2-ff7ae80c4248" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 551.775915] env[62675]: DEBUG nova.policy [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0707696e550430a8bcaa48546d574e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef9781f874ac4cacb6305052b7898b66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 551.788200] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690084, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.819613] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690081, 'name': CreateVM_Task, 'duration_secs': 1.052216} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.824716] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 551.824716] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690085, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.825357] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 551.825466] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 551.826588] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 551.826588] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e52bd43-3565-446c-9888-631ebd7369e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.832138] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 551.832138] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52dcf972-5b52-3a0a-1f14-18922ed413ad" [ 551.832138] env[62675]: _type = "Task" [ 551.832138] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.843441] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52dcf972-5b52-3a0a-1f14-18922ed413ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.852878] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108196} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.854019] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 551.854900] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99a3a5e-5b4d-4221-a54e-9cecac7f86e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.880695] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 0d25425e-762a-4376-bbc2-ff7ae80c4248/0d25425e-762a-4376-bbc2-ff7ae80c4248.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 551.881051] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c487c12-bfaf-42af-96ab-6dd4b9b8b96d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.904433] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 551.904433] env[62675]: value = "task-2690087" [ 551.904433] env[62675]: _type = "Task" [ 551.904433] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.913351] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690083, 'name': ReconfigVM_Task, 'duration_secs': 0.735712} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 551.913869] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 09b94789-2ace-4ecc-8374-e9800e4713e1/09b94789-2ace-4ecc-8374-e9800e4713e1.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 551.914794] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbf0652b-9cfd-4efb-b6f0-3924d8d48676 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 551.920100] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.925046] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Waiting for the task: (returnval){ [ 551.925046] env[62675]: value = "task-2690088" [ 551.925046] env[62675]: _type = "Task" [ 551.925046] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 551.935994] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690088, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 551.967240] env[62675]: DEBUG oslo_concurrency.lockutils [req-101cfa80-936a-4863-9b47-96a8654f0587 req-8cb9a8f8-3f9f-4370-aefa-9c61b991bbff service nova] Releasing lock "refresh_cache-9734221b-8ec6-4c04-bafc-d15dab9e1bc5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.074672] env[62675]: DEBUG nova.compute.manager [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 552.300333] env[62675]: DEBUG oslo_vmware.api [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690084, 'name': PowerOnVM_Task, 'duration_secs': 0.54845} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.301711] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 552.301711] env[62675]: INFO nova.compute.manager [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Took 15.12 seconds to spawn the instance on the hypervisor. [ 552.301711] env[62675]: DEBUG nova.compute.manager [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 552.304057] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b490b1-7405-4f2f-a280-ae6611561df1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.330348] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690085, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.345338] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52dcf972-5b52-3a0a-1f14-18922ed413ad, 'name': SearchDatastore_Task, 'duration_secs': 0.019654} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.345338] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 552.345517] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 552.345701] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 552.346041] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.346119] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 552.346355] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c73b93c-3a45-4ece-b459-6e6020bf6b5e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.357980] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 552.358201] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 552.358928] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014a25e1-54d6-47ff-9537-79b653bec66a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.374950] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 552.374950] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b29e8a-7b6e-b57f-445b-b5b66230bad5" [ 552.374950] env[62675]: _type = "Task" [ 552.374950] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.390517] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b29e8a-7b6e-b57f-445b-b5b66230bad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.419483] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690087, 'name': ReconfigVM_Task, 'duration_secs': 0.294043} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.423728] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 0d25425e-762a-4376-bbc2-ff7ae80c4248/0d25425e-762a-4376-bbc2-ff7ae80c4248.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 552.424859] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e6aca1f-3143-41a4-9c51-9e81d20dd465 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.439159] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690088, 'name': Rename_Task, 'duration_secs': 0.269959} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.440750] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 552.441042] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 552.441042] env[62675]: value = "task-2690089" [ 552.441042] env[62675]: _type = "Task" [ 552.441042] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.443736] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09cad850-0e20-4fb8-a3e1-01aad8e0939d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.455269] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690089, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.456669] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Waiting for the task: (returnval){ [ 552.456669] env[62675]: value = "task-2690090" [ 552.456669] env[62675]: _type = "Task" [ 552.456669] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.467662] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.536448] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248cce8d-51af-4dc2-99db-2265c08ceb5d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.547550] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b79034e-4f73-464d-8663-53a8a9be9779 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.587343] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be7dc54-b44d-4ea5-9991-fa56df380ddc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.595048] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4c6ce0-1128-4783-a2f8-9b015c29eb52 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.608929] env[62675]: DEBUG nova.compute.provider_tree [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 552.832306] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690085, 'name': Rename_Task, 'duration_secs': 1.176708} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.832709] env[62675]: INFO nova.compute.manager [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Took 25.18 seconds to build instance. [ 552.837022] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 552.837022] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5fb32da-a4ed-429e-83c7-408f7c0c1d8c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.842675] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for the task: (returnval){ [ 552.842675] env[62675]: value = "task-2690091" [ 552.842675] env[62675]: _type = "Task" [ 552.842675] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.853321] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.884898] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b29e8a-7b6e-b57f-445b-b5b66230bad5, 'name': SearchDatastore_Task, 'duration_secs': 0.028395} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 552.885851] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da749a50-1f6b-4499-b687-df29a9739f19 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.891632] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 552.891632] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52649138-277c-219f-f764-5c158eb817d9" [ 552.891632] env[62675]: _type = "Task" [ 552.891632] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 552.900687] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52649138-277c-219f-f764-5c158eb817d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.954376] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690089, 'name': Rename_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 552.966795] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690090, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.088940] env[62675]: DEBUG nova.compute.manager [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 553.111781] env[62675]: DEBUG nova.scheduler.client.report [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 553.129983] env[62675]: DEBUG nova.virt.hardware [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 553.131730] env[62675]: DEBUG nova.virt.hardware [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 553.131966] env[62675]: DEBUG nova.virt.hardware [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 553.132203] env[62675]: DEBUG nova.virt.hardware [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 553.132341] env[62675]: DEBUG nova.virt.hardware [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 553.132484] env[62675]: DEBUG nova.virt.hardware [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 553.132695] env[62675]: DEBUG nova.virt.hardware [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 553.132854] env[62675]: DEBUG nova.virt.hardware [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 553.133032] env[62675]: DEBUG nova.virt.hardware [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 553.133203] env[62675]: DEBUG nova.virt.hardware [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 553.133703] env[62675]: DEBUG nova.virt.hardware [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 553.136406] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3762a0-e54d-4741-a5cc-ec1eba5e9f13 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.147646] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5240a766-65db-48d6-9e00-4708bd46b4e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.265321] env[62675]: DEBUG nova.network.neutron [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Successfully created port: 00838429-d749-41be-aeef-8c9b5d7c3134 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 553.339151] env[62675]: DEBUG oslo_concurrency.lockutils [None req-024b9cd0-a62a-4759-9526-bd2cbfc26913 tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.713s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.339151] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 17.840s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.339151] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bce37d6-9dd6-48b3-b9ad-9bc80f2c7785 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.361538] env[62675]: DEBUG oslo_vmware.api [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690091, 'name': PowerOnVM_Task, 'duration_secs': 0.479556} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.364448] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 553.364858] env[62675]: INFO nova.compute.manager [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Took 13.75 seconds to spawn the instance on the hypervisor. [ 553.365365] env[62675]: DEBUG nova.compute.manager [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 553.366616] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c448a2-480c-452e-b4fb-14c4cbfb5098 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.404697] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52649138-277c-219f-f764-5c158eb817d9, 'name': SearchDatastore_Task, 'duration_secs': 0.0125} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.405047] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.405367] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 9734221b-8ec6-4c04-bafc-d15dab9e1bc5/9734221b-8ec6-4c04-bafc-d15dab9e1bc5.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 553.405706] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ef645f4-3e2a-4393-a632-deb177e59b79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.413405] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 553.413405] env[62675]: value = "task-2690092" [ 553.413405] env[62675]: _type = "Task" [ 553.413405] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.422897] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.456053] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690089, 'name': Rename_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.466815] env[62675]: DEBUG oslo_vmware.api [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2690090, 'name': PowerOnVM_Task, 'duration_secs': 0.78607} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.467095] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 553.467295] env[62675]: INFO nova.compute.manager [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Took 11.35 seconds to spawn the instance on the hypervisor. [ 553.467467] env[62675]: DEBUG nova.compute.manager [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 553.468254] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b1c6a2-4a8c-4c62-83f8-0f94b6408f56 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.622982] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.623570] env[62675]: DEBUG nova.compute.manager [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 553.626429] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.252s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.629708] env[62675]: INFO nova.compute.claims [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 553.847033] env[62675]: DEBUG nova.compute.manager [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 553.862998] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.897223] env[62675]: INFO nova.compute.manager [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Took 25.74 seconds to build instance. [ 553.929845] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690092, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 553.961946] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690089, 'name': Rename_Task, 'duration_secs': 1.378131} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 553.962327] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 553.962725] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d366a556-c40c-4190-a08e-a99b23dac24e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 553.977621] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 553.977621] env[62675]: value = "task-2690093" [ 553.977621] env[62675]: _type = "Task" [ 553.977621] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 553.993981] env[62675]: INFO nova.compute.manager [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Took 25.33 seconds to build instance. [ 553.999390] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.137515] env[62675]: DEBUG nova.compute.utils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 554.140917] env[62675]: DEBUG nova.compute.manager [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 554.141340] env[62675]: DEBUG nova.network.neutron [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 554.149713] env[62675]: DEBUG nova.network.neutron [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Successfully updated port: 586d0245-0878-4514-8364-08d157f4835e {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 554.384490] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.399698] env[62675]: DEBUG oslo_concurrency.lockutils [None req-885bc6d8-95d5-4344-971c-d30cbf7f760d tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lock "f96581fd-030c-47c5-9867-c1a105dd4342" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.257s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.427336] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717562} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.427965] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 9734221b-8ec6-4c04-bafc-d15dab9e1bc5/9734221b-8ec6-4c04-bafc-d15dab9e1bc5.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 554.428156] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 554.428501] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd70999e-85c7-4cf8-b09d-5c395d3d24c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.435382] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 554.435382] env[62675]: value = "task-2690094" [ 554.435382] env[62675]: _type = "Task" [ 554.435382] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 554.445331] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.493727] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690093, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 554.502513] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8d71126a-32ab-4e4e-a7a5-fcfce46fd965 tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Lock "09b94789-2ace-4ecc-8374-e9800e4713e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.847s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.596244] env[62675]: DEBUG nova.policy [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0707696e550430a8bcaa48546d574e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef9781f874ac4cacb6305052b7898b66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 554.656555] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "refresh_cache-fc58a6a3-d047-49a3-b758-0f191dd23c47" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 554.656719] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired lock "refresh_cache-fc58a6a3-d047-49a3-b758-0f191dd23c47" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.657208] env[62675]: DEBUG nova.network.neutron [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 554.663179] env[62675]: DEBUG nova.compute.manager [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 554.860929] env[62675]: DEBUG nova.compute.manager [req-7c248afd-9da5-4b63-9ffc-2d0e291f5e4e req-ed250563-c8d3-47bd-99ae-b69382c3a8e2 service nova] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Received event network-vif-plugged-586d0245-0878-4514-8364-08d157f4835e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 554.861188] env[62675]: DEBUG oslo_concurrency.lockutils [req-7c248afd-9da5-4b63-9ffc-2d0e291f5e4e req-ed250563-c8d3-47bd-99ae-b69382c3a8e2 service nova] Acquiring lock "fc58a6a3-d047-49a3-b758-0f191dd23c47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.861400] env[62675]: DEBUG oslo_concurrency.lockutils [req-7c248afd-9da5-4b63-9ffc-2d0e291f5e4e req-ed250563-c8d3-47bd-99ae-b69382c3a8e2 service nova] Lock "fc58a6a3-d047-49a3-b758-0f191dd23c47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.861561] env[62675]: DEBUG oslo_concurrency.lockutils [req-7c248afd-9da5-4b63-9ffc-2d0e291f5e4e req-ed250563-c8d3-47bd-99ae-b69382c3a8e2 service nova] Lock "fc58a6a3-d047-49a3-b758-0f191dd23c47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.861745] env[62675]: DEBUG nova.compute.manager [req-7c248afd-9da5-4b63-9ffc-2d0e291f5e4e req-ed250563-c8d3-47bd-99ae-b69382c3a8e2 service nova] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] No waiting events found dispatching network-vif-plugged-586d0245-0878-4514-8364-08d157f4835e {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 554.861951] env[62675]: WARNING nova.compute.manager [req-7c248afd-9da5-4b63-9ffc-2d0e291f5e4e req-ed250563-c8d3-47bd-99ae-b69382c3a8e2 service nova] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Received unexpected event network-vif-plugged-586d0245-0878-4514-8364-08d157f4835e for instance with vm_state building and task_state spawning. [ 554.904801] env[62675]: DEBUG nova.compute.manager [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 554.932136] env[62675]: DEBUG nova.compute.manager [None req-01b088c3-c8c9-47ac-b823-e6de0991a312 tempest-ServerDiagnosticsV248Test-542204846 tempest-ServerDiagnosticsV248Test-542204846-project-admin] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 554.933965] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b85e56-423f-4ebc-a42c-6e9ac9ed03e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.954456] env[62675]: INFO nova.compute.manager [None req-01b088c3-c8c9-47ac-b823-e6de0991a312 tempest-ServerDiagnosticsV248Test-542204846 tempest-ServerDiagnosticsV248Test-542204846-project-admin] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Retrieving diagnostics [ 554.955713] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f41205-b3cb-4238-aa9f-f5fce74dc0a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.962186] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084885} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 554.962911] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 554.963723] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07a59cf-2089-4a0f-8d38-9b0d4e7cd3da {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.015244] env[62675]: DEBUG nova.compute.manager [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 555.028339] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 9734221b-8ec6-4c04-bafc-d15dab9e1bc5/9734221b-8ec6-4c04-bafc-d15dab9e1bc5.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 555.032674] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea3f9b38-dc89-4319-959c-3f0c36e6dc08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.054752] env[62675]: DEBUG oslo_vmware.api [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690093, 'name': PowerOnVM_Task, 'duration_secs': 0.523276} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 555.054752] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 555.055022] env[62675]: INFO nova.compute.manager [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Took 10.49 seconds to spawn the instance on the hypervisor. [ 555.055072] env[62675]: DEBUG nova.compute.manager [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 555.056025] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06e0075-741d-444a-a5bd-c42749b0f558 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.059535] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 555.059535] env[62675]: value = "task-2690095" [ 555.059535] env[62675]: _type = "Task" [ 555.059535] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 555.078823] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.118573] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fbf4bb-dc97-4e71-84da-2aebe4cc6ec7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.129209] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f4ee0f-1a38-40c5-95b0-a7bc5fb35109 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.167059] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd5823f-c288-407c-9a1d-5025da9cc4a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.186211] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252806ae-da0d-4871-ae2f-7fe8d1854e96 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.206943] env[62675]: DEBUG nova.compute.provider_tree [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 555.253419] env[62675]: DEBUG nova.network.neutron [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 555.434859] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.463765] env[62675]: DEBUG nova.network.neutron [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Updating instance_info_cache with network_info: [{"id": "586d0245-0878-4514-8364-08d157f4835e", "address": "fa:16:3e:d4:b1:95", "network": {"id": "069d5b07-45b2-4b09-a397-c137fc82bfb5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1027428394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efecc4ce5cb04a4cbbc289df8d4aae82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586d0245-08", "ovs_interfaceid": "586d0245-0878-4514-8364-08d157f4835e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 555.554795] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.569607] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 555.579415] env[62675]: INFO nova.compute.manager [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Took 26.34 seconds to build instance. [ 555.685358] env[62675]: DEBUG nova.compute.manager [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 555.715908] env[62675]: DEBUG nova.scheduler.client.report [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 555.968050] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Releasing lock "refresh_cache-fc58a6a3-d047-49a3-b758-0f191dd23c47" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 555.969360] env[62675]: DEBUG nova.compute.manager [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Instance network_info: |[{"id": "586d0245-0878-4514-8364-08d157f4835e", "address": "fa:16:3e:d4:b1:95", "network": {"id": "069d5b07-45b2-4b09-a397-c137fc82bfb5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1027428394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efecc4ce5cb04a4cbbc289df8d4aae82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586d0245-08", "ovs_interfaceid": "586d0245-0878-4514-8364-08d157f4835e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 555.970576] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:b1:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c964bdc6-fccc-40d9-bfe2-763b6f05a863', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '586d0245-0878-4514-8364-08d157f4835e', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 555.985393] env[62675]: DEBUG oslo.service.loopingcall [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 555.985393] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 555.985393] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32908353-b2f5-494d-b17f-8f750c1b1b47 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.011457] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 556.011457] env[62675]: value = "task-2690096" [ 556.011457] env[62675]: _type = "Task" [ 556.011457] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.025570] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690096, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.072988] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690095, 'name': ReconfigVM_Task, 'duration_secs': 0.961184} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.073592] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 9734221b-8ec6-4c04-bafc-d15dab9e1bc5/9734221b-8ec6-4c04-bafc-d15dab9e1bc5.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 556.074405] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6df874b8-a8f1-4c30-a9a2-d52f5b8105f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.081053] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 556.081053] env[62675]: value = "task-2690097" [ 556.081053] env[62675]: _type = "Task" [ 556.081053] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.084769] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40a427b8-b205-4dd4-8662-dc7704ca7909 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "0d25425e-762a-4376-bbc2-ff7ae80c4248" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.859s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.094376] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690097, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.225944] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.226751] env[62675]: DEBUG nova.compute.manager [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 556.233020] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.059s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.236643] env[62675]: INFO nova.compute.claims [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 556.244410] env[62675]: DEBUG nova.network.neutron [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Successfully created port: f0d5d314-6de9-4030-b74f-f4b90658c0eb {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 556.345524] env[62675]: DEBUG nova.virt.hardware [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 556.345768] env[62675]: DEBUG nova.virt.hardware [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 556.345970] env[62675]: DEBUG nova.virt.hardware [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 556.349400] env[62675]: DEBUG nova.virt.hardware [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 556.349400] env[62675]: DEBUG nova.virt.hardware [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 556.349400] env[62675]: DEBUG nova.virt.hardware [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 556.349400] env[62675]: DEBUG nova.virt.hardware [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 556.349400] env[62675]: DEBUG nova.virt.hardware [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 556.349814] env[62675]: DEBUG nova.virt.hardware [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 556.349814] env[62675]: DEBUG nova.virt.hardware [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 556.349814] env[62675]: DEBUG nova.virt.hardware [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 556.351069] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e23f680-7bc5-4a56-9bb6-decbaa32c59c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.360282] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3512db16-d0cb-4d0d-b24a-7316b7969397 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.524672] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690096, 'name': CreateVM_Task, 'duration_secs': 0.461699} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.525382] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 556.526092] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 556.526092] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.526205] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 556.526411] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-106346f1-7f00-4d7c-8a02-cfdb17498f01 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.534784] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 556.534784] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524cb70c-2e64-0b05-b7a8-4d9faa989934" [ 556.534784] env[62675]: _type = "Task" [ 556.534784] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.546728] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524cb70c-2e64-0b05-b7a8-4d9faa989934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.595579] env[62675]: DEBUG nova.compute.manager [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 556.598276] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690097, 'name': Rename_Task, 'duration_secs': 0.179766} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 556.598853] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 556.599127] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f071b185-b2b6-4682-9cac-e1ae30cf0c7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.606153] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 556.606153] env[62675]: value = "task-2690098" [ 556.606153] env[62675]: _type = "Task" [ 556.606153] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 556.620036] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 556.743518] env[62675]: DEBUG nova.compute.utils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 556.750674] env[62675]: DEBUG nova.compute.manager [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 556.750674] env[62675]: DEBUG nova.network.neutron [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 556.980668] env[62675]: DEBUG nova.policy [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5eb67a303849c18b4033fd961db199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dabf87b397c4aa4b696618a6a73e5c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 557.046575] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524cb70c-2e64-0b05-b7a8-4d9faa989934, 'name': SearchDatastore_Task, 'duration_secs': 0.043408} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.047040] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 557.047289] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 557.047462] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 557.048027] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.048027] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 557.049570] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8669da95-ebe3-489f-b4de-596733300a4c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.062743] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 557.062911] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 557.063737] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6265b1e1-8e87-4b84-892c-e66664ada23c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.070323] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 557.070323] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]520f9bee-33c0-efc8-92ed-51e3c362b73b" [ 557.070323] env[62675]: _type = "Task" [ 557.070323] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.077867] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520f9bee-33c0-efc8-92ed-51e3c362b73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.120429] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690098, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.125117] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.250255] env[62675]: DEBUG nova.compute.manager [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 557.580235] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520f9bee-33c0-efc8-92ed-51e3c362b73b, 'name': SearchDatastore_Task, 'duration_secs': 0.015976} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.581162] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-006e8d61-ef4a-4522-9aa0-a588f852ac4e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.587842] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 557.587842] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524ca4bd-fc51-d4b1-f873-9b9ff633cc57" [ 557.587842] env[62675]: _type = "Task" [ 557.587842] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 557.603041] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524ca4bd-fc51-d4b1-f873-9b9ff633cc57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 557.621177] env[62675]: DEBUG oslo_vmware.api [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690098, 'name': PowerOnVM_Task, 'duration_secs': 0.596876} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 557.622876] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 557.622997] env[62675]: INFO nova.compute.manager [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Took 10.65 seconds to spawn the instance on the hypervisor. [ 557.623213] env[62675]: DEBUG nova.compute.manager [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 557.624019] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec5b31e-088f-467b-a801-a8686388d6fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.628583] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522b9fd0-a054-41a4-819a-5907025a9a1b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.644074] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36c8ef4-ba39-4efa-b920-60d1d9586d38 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.683402] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfebf28-8c39-4f80-ae00-26d933b22655 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.693759] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbadc38-311b-41dd-8a6f-62eaf22cd240 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 557.712260] env[62675]: DEBUG nova.compute.provider_tree [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 557.833644] env[62675]: DEBUG nova.network.neutron [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Successfully created port: 72f2b0c6-3060-4358-be2d-217e9ff163f1 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 557.889742] env[62675]: DEBUG nova.network.neutron [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Successfully updated port: 00838429-d749-41be-aeef-8c9b5d7c3134 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 558.050484] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquiring lock "f96581fd-030c-47c5-9867-c1a105dd4342" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.051225] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lock "f96581fd-030c-47c5-9867-c1a105dd4342" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.051469] env[62675]: INFO nova.compute.manager [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Rebooting instance [ 558.101322] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524ca4bd-fc51-d4b1-f873-9b9ff633cc57, 'name': SearchDatastore_Task, 'duration_secs': 0.035326} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 558.101697] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 558.102033] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] fc58a6a3-d047-49a3-b758-0f191dd23c47/fc58a6a3-d047-49a3-b758-0f191dd23c47.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 558.102589] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b26ba3b2-0352-4554-8702-09312dc4c420 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.109287] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 558.109287] env[62675]: value = "task-2690099" [ 558.109287] env[62675]: _type = "Task" [ 558.109287] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 558.120559] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.145908] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Acquiring lock "d72cb155-ff74-49df-b633-b72ac4142f74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.145908] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Lock "d72cb155-ff74-49df-b633-b72ac4142f74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.145908] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Acquiring lock "d72cb155-ff74-49df-b633-b72ac4142f74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 558.145908] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Lock "d72cb155-ff74-49df-b633-b72ac4142f74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 558.146242] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Lock "d72cb155-ff74-49df-b633-b72ac4142f74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.148033] env[62675]: INFO nova.compute.manager [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Terminating instance [ 558.164339] env[62675]: INFO nova.compute.manager [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Took 27.86 seconds to build instance. [ 558.215795] env[62675]: DEBUG nova.scheduler.client.report [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 558.266302] env[62675]: DEBUG nova.compute.manager [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 558.298995] env[62675]: DEBUG nova.virt.hardware [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 558.299153] env[62675]: DEBUG nova.virt.hardware [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 558.299364] env[62675]: DEBUG nova.virt.hardware [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 558.299498] env[62675]: DEBUG nova.virt.hardware [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 558.299735] env[62675]: DEBUG nova.virt.hardware [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 558.299801] env[62675]: DEBUG nova.virt.hardware [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 558.301198] env[62675]: DEBUG nova.virt.hardware [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 558.301198] env[62675]: DEBUG nova.virt.hardware [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 558.301198] env[62675]: DEBUG nova.virt.hardware [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 558.301198] env[62675]: DEBUG nova.virt.hardware [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 558.301198] env[62675]: DEBUG nova.virt.hardware [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 558.301890] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6772a054-01a6-444b-9a4f-820ac7bf1a51 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.311485] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3b890c-1df0-42d2-903c-3b84f1115b21 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 558.394110] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "refresh_cache-9c41b008-87b5-4757-be60-f6fc85bee372" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.394110] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "refresh_cache-9c41b008-87b5-4757-be60-f6fc85bee372" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.396472] env[62675]: DEBUG nova.network.neutron [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 558.596684] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquiring lock "refresh_cache-f96581fd-030c-47c5-9867-c1a105dd4342" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.596899] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquired lock "refresh_cache-f96581fd-030c-47c5-9867-c1a105dd4342" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.597062] env[62675]: DEBUG nova.network.neutron [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 558.623649] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 558.653433] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Acquiring lock "refresh_cache-d72cb155-ff74-49df-b633-b72ac4142f74" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.653433] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Acquired lock "refresh_cache-d72cb155-ff74-49df-b633-b72ac4142f74" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.653433] env[62675]: DEBUG nova.network.neutron [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 558.667528] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c1dec2d5-639a-4efc-8e9a-3ff7f0f537aa tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "9734221b-8ec6-4c04-bafc-d15dab9e1bc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.377s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.701572] env[62675]: DEBUG nova.compute.manager [req-48fca314-a9e6-417e-a8f2-5351ba84281d req-ef67ba65-0ab8-4077-b89e-1a21b807b514 service nova] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Received event network-changed-586d0245-0878-4514-8364-08d157f4835e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 558.701784] env[62675]: DEBUG nova.compute.manager [req-48fca314-a9e6-417e-a8f2-5351ba84281d req-ef67ba65-0ab8-4077-b89e-1a21b807b514 service nova] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Refreshing instance network info cache due to event network-changed-586d0245-0878-4514-8364-08d157f4835e. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 558.702119] env[62675]: DEBUG oslo_concurrency.lockutils [req-48fca314-a9e6-417e-a8f2-5351ba84281d req-ef67ba65-0ab8-4077-b89e-1a21b807b514 service nova] Acquiring lock "refresh_cache-fc58a6a3-d047-49a3-b758-0f191dd23c47" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 558.702119] env[62675]: DEBUG oslo_concurrency.lockutils [req-48fca314-a9e6-417e-a8f2-5351ba84281d req-ef67ba65-0ab8-4077-b89e-1a21b807b514 service nova] Acquired lock "refresh_cache-fc58a6a3-d047-49a3-b758-0f191dd23c47" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.702293] env[62675]: DEBUG nova.network.neutron [req-48fca314-a9e6-417e-a8f2-5351ba84281d req-ef67ba65-0ab8-4077-b89e-1a21b807b514 service nova] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Refreshing network info cache for port 586d0245-0878-4514-8364-08d157f4835e {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 558.723266] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 558.723891] env[62675]: DEBUG nova.compute.manager [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 558.729362] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.676s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.054676] env[62675]: DEBUG nova.network.neutron [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.124957] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690099, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.011552} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.127981] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] fc58a6a3-d047-49a3-b758-0f191dd23c47/fc58a6a3-d047-49a3-b758-0f191dd23c47.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 559.128489] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 559.128935] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9633966-053b-4d90-b538-2ebf8e196dea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.139394] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 559.139394] env[62675]: value = "task-2690100" [ 559.139394] env[62675]: _type = "Task" [ 559.139394] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.150826] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.170806] env[62675]: DEBUG nova.compute.manager [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 559.235783] env[62675]: INFO nova.compute.claims [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 559.244526] env[62675]: DEBUG nova.compute.utils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 559.246534] env[62675]: DEBUG nova.compute.manager [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 559.247508] env[62675]: DEBUG nova.network.neutron [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 559.309393] env[62675]: DEBUG nova.network.neutron [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 559.603341] env[62675]: DEBUG nova.policy [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '131f50b15a0d43ce85e9b885b70c3c65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a05cc7a1b8fa4789be5d429aee8179f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 559.652052] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077437} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 559.652466] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 559.653668] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24e1637-2279-4e93-b414-17a2805eeae1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.690863] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] fc58a6a3-d047-49a3-b758-0f191dd23c47/fc58a6a3-d047-49a3-b758-0f191dd23c47.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 559.694173] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa7de712-accc-4a9d-a483-715bb9505ec8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.719112] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 559.719112] env[62675]: value = "task-2690101" [ 559.719112] env[62675]: _type = "Task" [ 559.719112] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 559.731637] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 559.739288] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.751716] env[62675]: INFO nova.compute.resource_tracker [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating resource usage from migration 00941656-785e-4398-b9e1-37c864a7ecee [ 559.770517] env[62675]: DEBUG nova.compute.manager [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 559.915615] env[62675]: DEBUG nova.network.neutron [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.134645] env[62675]: DEBUG nova.compute.manager [req-d41469ae-5ae1-41fd-84e7-f71abf1d2b2b req-5fd7c845-1b45-447e-9c82-238fab80541a service nova] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Received event network-vif-plugged-00838429-d749-41be-aeef-8c9b5d7c3134 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 560.134849] env[62675]: DEBUG oslo_concurrency.lockutils [req-d41469ae-5ae1-41fd-84e7-f71abf1d2b2b req-5fd7c845-1b45-447e-9c82-238fab80541a service nova] Acquiring lock "9c41b008-87b5-4757-be60-f6fc85bee372-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 560.136976] env[62675]: DEBUG oslo_concurrency.lockutils [req-d41469ae-5ae1-41fd-84e7-f71abf1d2b2b req-5fd7c845-1b45-447e-9c82-238fab80541a service nova] Lock "9c41b008-87b5-4757-be60-f6fc85bee372-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 560.136976] env[62675]: DEBUG oslo_concurrency.lockutils [req-d41469ae-5ae1-41fd-84e7-f71abf1d2b2b req-5fd7c845-1b45-447e-9c82-238fab80541a service nova] Lock "9c41b008-87b5-4757-be60-f6fc85bee372-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.136976] env[62675]: DEBUG nova.compute.manager [req-d41469ae-5ae1-41fd-84e7-f71abf1d2b2b req-5fd7c845-1b45-447e-9c82-238fab80541a service nova] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] No waiting events found dispatching network-vif-plugged-00838429-d749-41be-aeef-8c9b5d7c3134 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 560.136976] env[62675]: WARNING nova.compute.manager [req-d41469ae-5ae1-41fd-84e7-f71abf1d2b2b req-5fd7c845-1b45-447e-9c82-238fab80541a service nova] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Received unexpected event network-vif-plugged-00838429-d749-41be-aeef-8c9b5d7c3134 for instance with vm_state building and task_state spawning. [ 560.155815] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec82349-7b02-461b-adaf-954dcc9efd23 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.164101] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff05e8-0127-4a51-bfa7-d396ff4ae203 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.196099] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cc2212-ce4f-4eb5-b12d-38746faa964f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.204516] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fe09db-c51c-428c-8ca8-76ecadd939e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.222686] env[62675]: DEBUG nova.compute.provider_tree [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 560.233967] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.244802] env[62675]: DEBUG nova.network.neutron [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Updating instance_info_cache with network_info: [{"id": "00838429-d749-41be-aeef-8c9b5d7c3134", "address": "fa:16:3e:04:ae:b0", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00838429-d7", "ovs_interfaceid": "00838429-d749-41be-aeef-8c9b5d7c3134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.418350] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Releasing lock "refresh_cache-d72cb155-ff74-49df-b633-b72ac4142f74" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.418695] env[62675]: DEBUG nova.compute.manager [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 560.418695] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 560.420217] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4cca79-3789-4d99-a4fe-10dd830c0640 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.428176] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 560.428446] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbbef5f4-8250-4eed-900e-2a1cd42104c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.434548] env[62675]: DEBUG oslo_vmware.api [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 560.434548] env[62675]: value = "task-2690102" [ 560.434548] env[62675]: _type = "Task" [ 560.434548] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.443478] env[62675]: DEBUG oslo_vmware.api [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.733248] env[62675]: DEBUG nova.scheduler.client.report [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 560.740664] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690101, 'name': ReconfigVM_Task, 'duration_secs': 0.787907} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.741010] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Reconfigured VM instance instance-0000000a to attach disk [datastore1] fc58a6a3-d047-49a3-b758-0f191dd23c47/fc58a6a3-d047-49a3-b758-0f191dd23c47.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 560.742048] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-894e8ac9-4722-4fa8-a1a7-7fef5159bcd5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.747971] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "refresh_cache-9c41b008-87b5-4757-be60-f6fc85bee372" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 560.748287] env[62675]: DEBUG nova.compute.manager [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Instance network_info: |[{"id": "00838429-d749-41be-aeef-8c9b5d7c3134", "address": "fa:16:3e:04:ae:b0", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00838429-d7", "ovs_interfaceid": "00838429-d749-41be-aeef-8c9b5d7c3134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 560.748646] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 560.748646] env[62675]: value = "task-2690103" [ 560.748646] env[62675]: _type = "Task" [ 560.748646] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.748964] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ae:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00838429-d749-41be-aeef-8c9b5d7c3134', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 560.757321] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Creating folder: Project (ef9781f874ac4cacb6305052b7898b66). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.758376] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b0b847c-4209-443e-9c6b-6cee44ffb8b1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.772030] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690103, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.773723] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Created folder: Project (ef9781f874ac4cacb6305052b7898b66) in parent group-v542174. [ 560.773928] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Creating folder: Instances. Parent ref: group-v542201. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 560.774406] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2f6523c-614d-468b-a791-cdad9f6c6582 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.784061] env[62675]: DEBUG nova.compute.manager [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 560.788371] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Created folder: Instances in parent group-v542201. [ 560.789314] env[62675]: DEBUG oslo.service.loopingcall [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 560.789314] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 560.789314] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0f01054-220f-465d-8eaa-164aaafbdf0c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.807566] env[62675]: DEBUG nova.network.neutron [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Successfully updated port: f0d5d314-6de9-4030-b74f-f4b90658c0eb {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 560.816371] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 560.816371] env[62675]: value = "task-2690106" [ 560.816371] env[62675]: _type = "Task" [ 560.816371] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.824763] env[62675]: DEBUG nova.virt.hardware [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 560.825051] env[62675]: DEBUG nova.virt.hardware [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 560.825184] env[62675]: DEBUG nova.virt.hardware [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 560.825368] env[62675]: DEBUG nova.virt.hardware [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 560.825513] env[62675]: DEBUG nova.virt.hardware [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 560.825727] env[62675]: DEBUG nova.virt.hardware [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 560.825864] env[62675]: DEBUG nova.virt.hardware [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 560.826296] env[62675]: DEBUG nova.virt.hardware [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 560.826359] env[62675]: DEBUG nova.virt.hardware [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 560.826640] env[62675]: DEBUG nova.virt.hardware [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 560.826798] env[62675]: DEBUG nova.virt.hardware [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 560.828289] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffb5ccb-fcb8-429f-9dbc-22601628794c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.835126] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690106, 'name': CreateVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 560.841563] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093abe55-83fe-4b97-94f3-9f46814ed79b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.948026] env[62675]: DEBUG oslo_vmware.api [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690102, 'name': PowerOffVM_Task, 'duration_secs': 0.245122} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 560.948026] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 560.948026] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 560.948026] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-946efb26-c930-45da-b838-1400799524a0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.975246] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 560.975246] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 560.975246] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Deleting the datastore file [datastore1] d72cb155-ff74-49df-b633-b72ac4142f74 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 560.975246] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7bdf221-7f0c-4a8a-8065-5ba72348ea89 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 560.981684] env[62675]: DEBUG oslo_vmware.api [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for the task: (returnval){ [ 560.981684] env[62675]: value = "task-2690108" [ 560.981684] env[62675]: _type = "Task" [ 560.981684] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 560.991019] env[62675]: DEBUG nova.network.neutron [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Updating instance_info_cache with network_info: [{"id": "e4e9c12f-66ac-4154-be55-45ccb3fb11fa", "address": "fa:16:3e:93:c0:80", "network": {"id": "66f1652f-6bb9-4ccc-b48b-925340664eef", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-790707141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0808e01473b46b1b9cf0137435c21e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e9c12f-66", "ovs_interfaceid": "e4e9c12f-66ac-4154-be55-45ccb3fb11fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 560.992975] env[62675]: DEBUG oslo_vmware.api [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.100484] env[62675]: DEBUG nova.network.neutron [req-48fca314-a9e6-417e-a8f2-5351ba84281d req-ef67ba65-0ab8-4077-b89e-1a21b807b514 service nova] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Updated VIF entry in instance network info cache for port 586d0245-0878-4514-8364-08d157f4835e. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 561.100695] env[62675]: DEBUG nova.network.neutron [req-48fca314-a9e6-417e-a8f2-5351ba84281d req-ef67ba65-0ab8-4077-b89e-1a21b807b514 service nova] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Updating instance_info_cache with network_info: [{"id": "586d0245-0878-4514-8364-08d157f4835e", "address": "fa:16:3e:d4:b1:95", "network": {"id": "069d5b07-45b2-4b09-a397-c137fc82bfb5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1027428394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efecc4ce5cb04a4cbbc289df8d4aae82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586d0245-08", "ovs_interfaceid": "586d0245-0878-4514-8364-08d157f4835e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.200217] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02be0e69-14e4-4053-bb72-acc40757a27e tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "0d25425e-762a-4376-bbc2-ff7ae80c4248" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.200217] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02be0e69-14e4-4053-bb72-acc40757a27e tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "0d25425e-762a-4376-bbc2-ff7ae80c4248" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.200217] env[62675]: DEBUG nova.compute.manager [None req-02be0e69-14e4-4053-bb72-acc40757a27e tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 561.200217] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2928c005-2ad9-45b5-9c0e-6be723a468a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.208331] env[62675]: DEBUG nova.compute.manager [None req-02be0e69-14e4-4053-bb72-acc40757a27e tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 561.208331] env[62675]: DEBUG nova.objects.instance [None req-02be0e69-14e4-4053-bb72-acc40757a27e tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lazy-loading 'flavor' on Instance uuid 0d25425e-762a-4376-bbc2-ff7ae80c4248 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 561.237101] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.510s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 561.237101] env[62675]: INFO nova.compute.manager [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Migrating [ 561.237365] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.237365] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.238670] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.688s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.252450] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "2169f132-7866-48a6-b419-37e64987f068" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 561.252704] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "2169f132-7866-48a6-b419-37e64987f068" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 561.271937] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690103, 'name': Rename_Task, 'duration_secs': 0.20372} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.272341] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 561.272598] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c67519c-28df-49f3-b73d-aef9dd390b8a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.283711] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 561.283711] env[62675]: value = "task-2690109" [ 561.283711] env[62675]: _type = "Task" [ 561.283711] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.295214] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.313089] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "refresh_cache-e97a5632-4c48-405b-bfba-77d08f2943fb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.313089] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "refresh_cache-e97a5632-4c48-405b-bfba-77d08f2943fb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.313089] env[62675]: DEBUG nova.network.neutron [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 561.328975] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690106, 'name': CreateVM_Task, 'duration_secs': 0.45916} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.329357] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 561.330357] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.330704] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.331291] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 561.332296] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3510f89e-b6bb-493b-938d-005b475623ba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.339986] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 561.339986] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]526ef36f-9d26-42ff-1c60-b6398a76f013" [ 561.339986] env[62675]: _type = "Task" [ 561.339986] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.350875] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526ef36f-9d26-42ff-1c60-b6398a76f013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.497615] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Releasing lock "refresh_cache-f96581fd-030c-47c5-9867-c1a105dd4342" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.499638] env[62675]: DEBUG oslo_vmware.api [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Task: {'id': task-2690108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178242} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.501051] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 561.501051] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 561.501051] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 561.501051] env[62675]: INFO nova.compute.manager [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Took 1.08 seconds to destroy the instance on the hypervisor. [ 561.502241] env[62675]: DEBUG oslo.service.loopingcall [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 561.502241] env[62675]: DEBUG nova.compute.manager [-] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 561.502241] env[62675]: DEBUG nova.network.neutron [-] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 561.557274] env[62675]: DEBUG nova.network.neutron [-] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 561.607849] env[62675]: DEBUG oslo_concurrency.lockutils [req-48fca314-a9e6-417e-a8f2-5351ba84281d req-ef67ba65-0ab8-4077-b89e-1a21b807b514 service nova] Releasing lock "refresh_cache-fc58a6a3-d047-49a3-b758-0f191dd23c47" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.741686] env[62675]: INFO nova.compute.rpcapi [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 561.742395] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.795090] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.849195] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526ef36f-9d26-42ff-1c60-b6398a76f013, 'name': SearchDatastore_Task, 'duration_secs': 0.013701} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 561.849616] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 561.849839] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 561.850099] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 561.850250] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.850429] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 561.850770] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3221e230-953a-4704-999e-1c635ea493e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.860499] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 561.860499] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 561.860499] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22e40190-44fd-4c77-8489-8fda012e0c37 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.866156] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 561.866156] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52252bb8-49a4-d5cc-92e7-0d3f98c0ef94" [ 561.866156] env[62675]: _type = "Task" [ 561.866156] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 561.874670] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52252bb8-49a4-d5cc-92e7-0d3f98c0ef94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 561.998077] env[62675]: DEBUG nova.network.neutron [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Successfully created port: 97dd92f2-d010-4b7e-9dab-8290ed6b8279 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 562.003770] env[62675]: DEBUG nova.compute.manager [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.004655] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1fbfa1-89c9-45b8-a595-fe903780817f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.016326] env[62675]: DEBUG nova.network.neutron [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 562.064022] env[62675]: DEBUG nova.network.neutron [-] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.217203] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-02be0e69-14e4-4053-bb72-acc40757a27e tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 562.217507] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c08f73d3-5c2e-4588-af6d-a66303482d80 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.225575] env[62675]: DEBUG oslo_vmware.api [None req-02be0e69-14e4-4053-bb72-acc40757a27e tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 562.225575] env[62675]: value = "task-2690110" [ 562.225575] env[62675]: _type = "Task" [ 562.225575] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.234916] env[62675]: DEBUG oslo_vmware.api [None req-02be0e69-14e4-4053-bb72-acc40757a27e tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.281136] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Applying migration context for instance 7f5037bd-1a7d-444b-9cae-9a4e3d07c280 as it has an incoming, in-progress migration 00941656-785e-4398-b9e1-37c864a7ecee. Migration status is pre-migrating {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 562.284559] env[62675]: INFO nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating resource usage from migration 00941656-785e-4398-b9e1-37c864a7ecee [ 562.291241] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 562.291241] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.291241] env[62675]: DEBUG nova.network.neutron [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 562.303597] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.396100] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52252bb8-49a4-d5cc-92e7-0d3f98c0ef94, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.396100] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19bec5fa-3e61-41aa-b3dd-d0f0b37843fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.405972] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 562.405972] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f05f06-ef76-c90e-02fa-1d18bdc16996" [ 562.405972] env[62675]: _type = "Task" [ 562.405972] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.426714] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f05f06-ef76-c90e-02fa-1d18bdc16996, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.427768] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 562.429060] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9c41b008-87b5-4757-be60-f6fc85bee372/9c41b008-87b5-4757-be60-f6fc85bee372.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 562.430499] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdfec459-0018-4923-8801-8af3eee84d95 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.441327] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 562.441327] env[62675]: value = "task-2690111" [ 562.441327] env[62675]: _type = "Task" [ 562.441327] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 562.460323] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 562.566054] env[62675]: INFO nova.compute.manager [-] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Took 1.06 seconds to deallocate network for instance. [ 562.742287] env[62675]: DEBUG oslo_vmware.api [None req-02be0e69-14e4-4053-bb72-acc40757a27e tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690110, 'name': PowerOffVM_Task, 'duration_secs': 0.336271} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.742918] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-02be0e69-14e4-4053-bb72-acc40757a27e tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 562.746277] env[62675]: DEBUG nova.compute.manager [None req-02be0e69-14e4-4053-bb72-acc40757a27e tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.746277] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961049a7-bd75-4118-8855-23cdddc9274a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.805545] env[62675]: DEBUG oslo_vmware.api [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690109, 'name': PowerOnVM_Task, 'duration_secs': 1.487532} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 562.805545] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 562.805782] env[62675]: INFO nova.compute.manager [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Took 12.31 seconds to spawn the instance on the hypervisor. [ 562.805981] env[62675]: DEBUG nova.compute.manager [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 562.806875] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed3d377-7a7e-481d-b5f2-b19b3e46efac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.827008] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 08c42fbe-9474-4b11-9398-f617b0000d3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 562.827258] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 2d550d8e-b282-4817-b754-f5d390df6aa9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 562.961831] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690111, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.031264] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b6f65d-4ea9-4165-a992-bddbf85ba09b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.040308] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Doing hard reboot of VM {{(pid=62675) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 563.040955] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-309739fe-f167-48fe-a050-e32353e5851c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.044904] env[62675]: DEBUG nova.network.neutron [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Successfully updated port: 72f2b0c6-3060-4358-be2d-217e9ff163f1 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 563.051024] env[62675]: DEBUG oslo_vmware.api [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for the task: (returnval){ [ 563.051024] env[62675]: value = "task-2690112" [ 563.051024] env[62675]: _type = "Task" [ 563.051024] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.061499] env[62675]: DEBUG oslo_vmware.api [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690112, 'name': ResetVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.075028] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.136249] env[62675]: DEBUG nova.network.neutron [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Updating instance_info_cache with network_info: [{"id": "f0d5d314-6de9-4030-b74f-f4b90658c0eb", "address": "fa:16:3e:45:a3:0b", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d5d314-6d", "ovs_interfaceid": "f0d5d314-6de9-4030-b74f-f4b90658c0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.261709] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02be0e69-14e4-4053-bb72-acc40757a27e tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "0d25425e-762a-4376-bbc2-ff7ae80c4248" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.338332] env[62675]: INFO nova.compute.manager [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Took 31.10 seconds to build instance. [ 563.340444] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance eeb6bb89-1a96-42cf-ab40-888e39600d35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 563.340444] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 6cd6aa3c-32c9-4f57-ba28-1ea85271c983 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.340444] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d72cb155-ff74-49df-b633-b72ac4142f74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.340648] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Migration 00941656-785e-4398-b9e1-37c864a7ecee is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 563.344063] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 7f5037bd-1a7d-444b-9cae-9a4e3d07c280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.455175] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714802} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.455819] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9c41b008-87b5-4757-be60-f6fc85bee372/9c41b008-87b5-4757-be60-f6fc85bee372.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 563.455819] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 563.455925] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08c58736-7218-4faf-a8ef-7e29c0163344 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.462083] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 563.462083] env[62675]: value = "task-2690113" [ 563.462083] env[62675]: _type = "Task" [ 563.462083] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.474859] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.550994] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "refresh_cache-6cd6aa3c-32c9-4f57-ba28-1ea85271c983" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 563.551514] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "refresh_cache-6cd6aa3c-32c9-4f57-ba28-1ea85271c983" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.551514] env[62675]: DEBUG nova.network.neutron [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 563.571714] env[62675]: DEBUG oslo_vmware.api [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690112, 'name': ResetVM_Task, 'duration_secs': 0.111485} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.571714] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Did hard reboot of VM {{(pid=62675) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 563.571714] env[62675]: DEBUG nova.compute.manager [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 563.571714] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b373d5-f099-4b05-b0e4-5567c21334e2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.628329] env[62675]: DEBUG nova.network.neutron [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance_info_cache with network_info: [{"id": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "address": "fa:16:3e:4d:cc:ea", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1405d21a-5b", "ovs_interfaceid": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 563.638556] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "refresh_cache-e97a5632-4c48-405b-bfba-77d08f2943fb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 563.638939] env[62675]: DEBUG nova.compute.manager [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Instance network_info: |[{"id": "f0d5d314-6de9-4030-b74f-f4b90658c0eb", "address": "fa:16:3e:45:a3:0b", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d5d314-6d", "ovs_interfaceid": "f0d5d314-6de9-4030-b74f-f4b90658c0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 563.639484] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:a3:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0d5d314-6de9-4030-b74f-f4b90658c0eb', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 563.651616] env[62675]: DEBUG oslo.service.loopingcall [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 563.651616] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 563.651616] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b05edb8e-1750-461c-a601-fc55c3b44b34 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.675629] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 563.675629] env[62675]: value = "task-2690114" [ 563.675629] env[62675]: _type = "Task" [ 563.675629] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 563.693196] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690114, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 563.845608] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c8db2d31-8abb-48a2-a0d1-9cd91d359657 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "fc58a6a3-d047-49a3-b758-0f191dd23c47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.149s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.852363] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance dfc4f2f6-fbaa-4c38-a080-c535c00a09c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 563.852363] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 261ccdeb-6805-4db9-9595-472f7247d489 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 563.974754] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquiring lock "431ae1de-747b-4543-a10a-59065f1fbbc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 563.974754] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lock "431ae1de-747b-4543-a10a-59065f1fbbc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 563.979240] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059122} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 563.979655] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 563.980711] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86a3e20-b036-44dd-b2a1-1babf20e4c6e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.009155] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 9c41b008-87b5-4757-be60-f6fc85bee372/9c41b008-87b5-4757-be60-f6fc85bee372.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 564.010933] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20a9b17c-f171-47af-b960-792cf60da3ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.038775] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 564.038775] env[62675]: value = "task-2690115" [ 564.038775] env[62675]: _type = "Task" [ 564.038775] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.051717] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.091040] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6a8c952a-8fa3-4f20-aecf-38df85fc4efe tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lock "f96581fd-030c-47c5-9867-c1a105dd4342" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.039s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.113586] env[62675]: DEBUG nova.network.neutron [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 564.131585] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.191986] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690114, 'name': CreateVM_Task, 'duration_secs': 0.400355} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.192267] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 564.193096] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.193298] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.193870] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 564.194148] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e06c15b7-c2d3-4e08-b03f-f5ace387fd1a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.199392] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 564.199392] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52591cd7-6947-267d-0fec-99f54e615f75" [ 564.199392] env[62675]: _type = "Task" [ 564.199392] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.212894] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52591cd7-6947-267d-0fec-99f54e615f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.322037] env[62675]: DEBUG nova.compute.manager [req-9056c932-5ec4-4cd7-b9ee-b07fc94f3a45 req-0555a6c0-75c0-4e8f-91dd-26a79bbf507c service nova] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Received event network-vif-plugged-72f2b0c6-3060-4358-be2d-217e9ff163f1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 564.322037] env[62675]: DEBUG oslo_concurrency.lockutils [req-9056c932-5ec4-4cd7-b9ee-b07fc94f3a45 req-0555a6c0-75c0-4e8f-91dd-26a79bbf507c service nova] Acquiring lock "6cd6aa3c-32c9-4f57-ba28-1ea85271c983-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.322850] env[62675]: DEBUG oslo_concurrency.lockutils [req-9056c932-5ec4-4cd7-b9ee-b07fc94f3a45 req-0555a6c0-75c0-4e8f-91dd-26a79bbf507c service nova] Lock "6cd6aa3c-32c9-4f57-ba28-1ea85271c983-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 564.322850] env[62675]: DEBUG oslo_concurrency.lockutils [req-9056c932-5ec4-4cd7-b9ee-b07fc94f3a45 req-0555a6c0-75c0-4e8f-91dd-26a79bbf507c service nova] Lock "6cd6aa3c-32c9-4f57-ba28-1ea85271c983-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 564.322850] env[62675]: DEBUG nova.compute.manager [req-9056c932-5ec4-4cd7-b9ee-b07fc94f3a45 req-0555a6c0-75c0-4e8f-91dd-26a79bbf507c service nova] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] No waiting events found dispatching network-vif-plugged-72f2b0c6-3060-4358-be2d-217e9ff163f1 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 564.322850] env[62675]: WARNING nova.compute.manager [req-9056c932-5ec4-4cd7-b9ee-b07fc94f3a45 req-0555a6c0-75c0-4e8f-91dd-26a79bbf507c service nova] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Received unexpected event network-vif-plugged-72f2b0c6-3060-4358-be2d-217e9ff163f1 for instance with vm_state building and task_state spawning. [ 564.351045] env[62675]: DEBUG nova.compute.manager [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.357796] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 2169f132-7866-48a6-b419-37e64987f068 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 564.551580] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690115, 'name': ReconfigVM_Task, 'duration_secs': 0.29876} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.551906] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 9c41b008-87b5-4757-be60-f6fc85bee372/9c41b008-87b5-4757-be60-f6fc85bee372.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 564.552653] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fe90094-4ec9-4d78-b2de-311aad5e0606 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.559678] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 564.559678] env[62675]: value = "task-2690116" [ 564.559678] env[62675]: _type = "Task" [ 564.559678] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.568792] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690116, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.599980] env[62675]: DEBUG nova.network.neutron [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Updating instance_info_cache with network_info: [{"id": "72f2b0c6-3060-4358-be2d-217e9ff163f1", "address": "fa:16:3e:2f:51:e9", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f2b0c6-30", "ovs_interfaceid": "72f2b0c6-3060-4358-be2d-217e9ff163f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 564.714951] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52591cd7-6947-267d-0fec-99f54e615f75, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 564.714951] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 564.714951] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 564.714951] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 564.715259] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.715259] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 564.715259] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a35ca4e7-2ced-4ed8-8981-cf7f14465395 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.725842] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 564.726635] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 564.727254] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a21cc7-2ca4-4499-996d-a880923d1f50 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.733626] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 564.733626] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c6deb-0ff7-134a-82d7-9ae22202aaed" [ 564.733626] env[62675]: _type = "Task" [ 564.733626] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 564.744601] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c6deb-0ff7-134a-82d7-9ae22202aaed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 564.866142] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance f8120b0f-6eec-4d37-a398-20b57002e1d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 564.866344] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance f96581fd-030c-47c5-9867-c1a105dd4342 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 564.866429] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 0d25425e-762a-4376-bbc2-ff7ae80c4248 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 564.866625] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 09b94789-2ace-4ecc-8374-e9800e4713e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 564.900078] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.071658] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690116, 'name': Rename_Task, 'duration_secs': 0.141127} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.071989] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 565.072485] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02bd597d-0820-4cb2-9311-a73784c3df31 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.078954] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 565.078954] env[62675]: value = "task-2690117" [ 565.078954] env[62675]: _type = "Task" [ 565.078954] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.088103] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.102689] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "refresh_cache-6cd6aa3c-32c9-4f57-ba28-1ea85271c983" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.103298] env[62675]: DEBUG nova.compute.manager [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Instance network_info: |[{"id": "72f2b0c6-3060-4358-be2d-217e9ff163f1", "address": "fa:16:3e:2f:51:e9", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f2b0c6-30", "ovs_interfaceid": "72f2b0c6-3060-4358-be2d-217e9ff163f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 565.104346] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:51:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72f2b0c6-3060-4358-be2d-217e9ff163f1', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 565.115012] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Creating folder: Project (1dabf87b397c4aa4b696618a6a73e5c0). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.117108] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa2ea97f-8bf4-4bb5-9dc6-2c743defd1fb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.120779] env[62675]: DEBUG nova.compute.manager [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Received event network-changed-00838429-d749-41be-aeef-8c9b5d7c3134 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 565.120779] env[62675]: DEBUG nova.compute.manager [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Refreshing instance network info cache due to event network-changed-00838429-d749-41be-aeef-8c9b5d7c3134. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 565.120779] env[62675]: DEBUG oslo_concurrency.lockutils [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] Acquiring lock "refresh_cache-9c41b008-87b5-4757-be60-f6fc85bee372" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.120779] env[62675]: DEBUG oslo_concurrency.lockutils [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] Acquired lock "refresh_cache-9c41b008-87b5-4757-be60-f6fc85bee372" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.121178] env[62675]: DEBUG nova.network.neutron [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Refreshing network info cache for port 00838429-d749-41be-aeef-8c9b5d7c3134 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 565.133886] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Created folder: Project (1dabf87b397c4aa4b696618a6a73e5c0) in parent group-v542174. [ 565.134110] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Creating folder: Instances. Parent ref: group-v542205. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 565.134519] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32b2d74a-f91e-4a38-bf65-bac80729fc97 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.147393] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Created folder: Instances in parent group-v542205. [ 565.148211] env[62675]: DEBUG oslo.service.loopingcall [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 565.148640] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 565.148908] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32986bdd-2fbd-46aa-a07d-f76583b2a9f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.174051] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 565.174051] env[62675]: value = "task-2690120" [ 565.174051] env[62675]: _type = "Task" [ 565.174051] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.186251] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690120, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.246374] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c6deb-0ff7-134a-82d7-9ae22202aaed, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.247878] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9d7a75-fba4-4824-9112-84c4d26e7390 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.253706] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 565.253706] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5240aa0c-d0c1-0c65-c9e9-3b26a28af8c1" [ 565.253706] env[62675]: _type = "Task" [ 565.253706] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.262414] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5240aa0c-d0c1-0c65-c9e9-3b26a28af8c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.371767] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d6247e9c-c9c4-472e-8d75-5b416859b9ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 565.372034] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9c41b008-87b5-4757-be60-f6fc85bee372 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.372141] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance e97a5632-4c48-405b-bfba-77d08f2943fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.372298] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9734221b-8ec6-4c04-bafc-d15dab9e1bc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.372426] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance eb140ffc-39a8-475d-a47b-3c5d05adda4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.372577] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance fc58a6a3-d047-49a3-b758-0f191dd23c47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.372727] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 28d69dc0-9b04-44f3-86d0-aa0e2742be6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 565.373012] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 565.373226] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 565.532722] env[62675]: DEBUG nova.network.neutron [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Successfully updated port: 97dd92f2-d010-4b7e-9dab-8290ed6b8279 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 565.592763] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690117, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.656433] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfcdef1-db57-4cde-824b-5e3cafb4379a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.678461] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance '7f5037bd-1a7d-444b-9cae-9a4e3d07c280' progress to 0 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 565.694770] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690120, 'name': CreateVM_Task, 'duration_secs': 0.379577} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.695008] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 565.695764] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 565.695924] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.696323] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 565.697039] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea7c9da-ae1e-44de-ac09-48c2bc8f5442 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.704339] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 565.704339] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c2470b-d8f9-9737-5f04-3a0177b69262" [ 565.704339] env[62675]: _type = "Task" [ 565.704339] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.715264] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c2470b-d8f9-9737-5f04-3a0177b69262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.771021] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5240aa0c-d0c1-0c65-c9e9-3b26a28af8c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 565.771471] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.771551] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] e97a5632-4c48-405b-bfba-77d08f2943fb/e97a5632-4c48-405b-bfba-77d08f2943fb.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 565.772032] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b782a46-0996-4d78-aea3-4ff24f06ff62 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.779320] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 565.779320] env[62675]: value = "task-2690121" [ 565.779320] env[62675]: _type = "Task" [ 565.779320] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 565.791796] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 565.836058] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291e176c-2e10-4fd5-9421-c3a0952eb021 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.849021] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd022b55-926b-4fc2-b621-6b129f426e57 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.879290] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87f9022-db7c-4637-962d-cf85eca29edd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.889095] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d42ba0-7264-4896-a8ba-16ca41dcc5cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 565.906434] env[62675]: DEBUG nova.compute.provider_tree [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 565.946517] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Acquiring lock "c44d2180-a11c-4a23-a626-d0356d81b1ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.946667] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Lock "c44d2180-a11c-4a23-a626-d0356d81b1ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.041221] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Acquiring lock "refresh_cache-261ccdeb-6805-4db9-9595-472f7247d489" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.041386] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Acquired lock "refresh_cache-261ccdeb-6805-4db9-9595-472f7247d489" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.041548] env[62675]: DEBUG nova.network.neutron [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 566.090686] env[62675]: DEBUG oslo_vmware.api [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690117, 'name': PowerOnVM_Task, 'duration_secs': 0.568034} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.090857] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 566.091125] env[62675]: INFO nova.compute.manager [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Took 13.00 seconds to spawn the instance on the hypervisor. [ 566.091375] env[62675]: DEBUG nova.compute.manager [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 566.092523] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d90da9-f680-4526-995e-801dda020eeb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.194188] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 566.194477] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6cc8cdf-fe50-492a-a6f5-b9d6db3002d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.202215] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 566.202215] env[62675]: value = "task-2690122" [ 566.202215] env[62675]: _type = "Task" [ 566.202215] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.225365] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.225642] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c2470b-d8f9-9737-5f04-3a0177b69262, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.226086] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 566.226182] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 566.226387] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.226985] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.226985] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 566.226985] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00f80081-2b4e-4cb7-a564-c163812773fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.242731] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 566.242917] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 566.243749] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff353b7-d6fc-4e72-898f-867e1716bd17 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.258949] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 566.258949] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529f397d-4818-20d7-c3b3-777ca7e07533" [ 566.258949] env[62675]: _type = "Task" [ 566.258949] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.270831] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529f397d-4818-20d7-c3b3-777ca7e07533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.290564] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508293} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.291838] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] e97a5632-4c48-405b-bfba-77d08f2943fb/e97a5632-4c48-405b-bfba-77d08f2943fb.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 566.295029] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 566.295029] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb585bf4-c17c-4747-aa34-c2ebb0dca23f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.298734] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 566.298734] env[62675]: value = "task-2690123" [ 566.298734] env[62675]: _type = "Task" [ 566.298734] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.310137] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.410588] env[62675]: DEBUG nova.scheduler.client.report [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.602107] env[62675]: DEBUG nova.network.neutron [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Updated VIF entry in instance network info cache for port 00838429-d749-41be-aeef-8c9b5d7c3134. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 566.602640] env[62675]: DEBUG nova.network.neutron [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Updating instance_info_cache with network_info: [{"id": "00838429-d749-41be-aeef-8c9b5d7c3134", "address": "fa:16:3e:04:ae:b0", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00838429-d7", "ovs_interfaceid": "00838429-d749-41be-aeef-8c9b5d7c3134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 566.615830] env[62675]: INFO nova.compute.manager [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Took 24.78 seconds to build instance. [ 566.644511] env[62675]: DEBUG nova.network.neutron [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 566.721655] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690122, 'name': PowerOffVM_Task, 'duration_secs': 0.467108} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.721655] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 566.722298] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance '7f5037bd-1a7d-444b-9cae-9a4e3d07c280' progress to 17 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 566.771346] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529f397d-4818-20d7-c3b3-777ca7e07533, 'name': SearchDatastore_Task, 'duration_secs': 0.020097} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.773017] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb25563-d696-4a4b-a60b-4cff2dd29c85 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.778245] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 566.778245] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524fa9ee-ead1-c25e-fc3a-3ea07b67bb40" [ 566.778245] env[62675]: _type = "Task" [ 566.778245] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.787100] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524fa9ee-ead1-c25e-fc3a-3ea07b67bb40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.813434] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202057} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 566.813707] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 566.814975] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0b6c9a-4758-4a94-8722-47b16fbb0c2b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.855222] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] e97a5632-4c48-405b-bfba-77d08f2943fb/e97a5632-4c48-405b-bfba-77d08f2943fb.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 566.855847] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3205b8a1-cab7-4d7f-b237-4518ac525b0f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.877991] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 566.877991] env[62675]: value = "task-2690124" [ 566.877991] env[62675]: _type = "Task" [ 566.877991] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 566.889446] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690124, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 566.915461] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 566.915719] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.677s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.916039] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.532s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.918685] env[62675]: INFO nova.compute.claims [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.921281] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 566.921697] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Getting list of instances from cluster (obj){ [ 566.921697] env[62675]: value = "domain-c8" [ 566.921697] env[62675]: _type = "ClusterComputeResource" [ 566.921697] env[62675]: } {{(pid=62675) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 566.924577] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86b4617-dc62-44c6-b546-ea9f0b321dee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.949951] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Got total of 12 instances {{(pid=62675) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 567.059292] env[62675]: DEBUG oslo_concurrency.lockutils [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Acquiring lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.059422] env[62675]: DEBUG oslo_concurrency.lockutils [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.059579] env[62675]: DEBUG oslo_concurrency.lockutils [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Acquiring lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.059768] env[62675]: DEBUG oslo_concurrency.lockutils [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.059977] env[62675]: DEBUG oslo_concurrency.lockutils [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.066033] env[62675]: INFO nova.compute.manager [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Terminating instance [ 567.112828] env[62675]: DEBUG oslo_concurrency.lockutils [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] Releasing lock "refresh_cache-9c41b008-87b5-4757-be60-f6fc85bee372" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.112828] env[62675]: DEBUG nova.compute.manager [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Received event network-vif-plugged-f0d5d314-6de9-4030-b74f-f4b90658c0eb {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.112828] env[62675]: DEBUG oslo_concurrency.lockutils [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] Acquiring lock "e97a5632-4c48-405b-bfba-77d08f2943fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 567.112828] env[62675]: DEBUG oslo_concurrency.lockutils [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] Lock "e97a5632-4c48-405b-bfba-77d08f2943fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 567.112828] env[62675]: DEBUG oslo_concurrency.lockutils [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] Lock "e97a5632-4c48-405b-bfba-77d08f2943fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.113092] env[62675]: DEBUG nova.compute.manager [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] No waiting events found dispatching network-vif-plugged-f0d5d314-6de9-4030-b74f-f4b90658c0eb {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 567.113092] env[62675]: WARNING nova.compute.manager [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Received unexpected event network-vif-plugged-f0d5d314-6de9-4030-b74f-f4b90658c0eb for instance with vm_state building and task_state spawning. [ 567.113092] env[62675]: DEBUG nova.compute.manager [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Received event network-changed-7a920e8d-3c83-4f19-83d8-dd83c3891ace {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.113092] env[62675]: DEBUG nova.compute.manager [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Refreshing instance network info cache due to event network-changed-7a920e8d-3c83-4f19-83d8-dd83c3891ace. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 567.113092] env[62675]: DEBUG oslo_concurrency.lockutils [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] Acquiring lock "refresh_cache-09b94789-2ace-4ecc-8374-e9800e4713e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.114825] env[62675]: DEBUG oslo_concurrency.lockutils [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] Acquired lock "refresh_cache-09b94789-2ace-4ecc-8374-e9800e4713e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.115097] env[62675]: DEBUG nova.network.neutron [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Refreshing network info cache for port 7a920e8d-3c83-4f19-83d8-dd83c3891ace {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.116884] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a0c28a-738d-4b7c-9acf-2a1b18cfd226 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "9c41b008-87b5-4757-be60-f6fc85bee372" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.545s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 567.121721] env[62675]: DEBUG nova.network.neutron [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Updating instance_info_cache with network_info: [{"id": "97dd92f2-d010-4b7e-9dab-8290ed6b8279", "address": "fa:16:3e:27:9e:18", "network": {"id": "a3618e79-4aff-4fb4-9340-9e608a357da9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1054804870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a05cc7a1b8fa4789be5d429aee8179f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dd92f2-d0", "ovs_interfaceid": "97dd92f2-d010-4b7e-9dab-8290ed6b8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 567.235840] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 567.236027] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 567.236188] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 567.236365] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 567.236509] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 567.236652] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 567.236851] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 567.237134] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 567.237367] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 567.237539] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 567.237710] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 567.242932] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3b995cb-a65c-402a-898e-9288abc9f993 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.265410] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 567.265410] env[62675]: value = "task-2690125" [ 567.265410] env[62675]: _type = "Task" [ 567.265410] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.274619] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.290020] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524fa9ee-ead1-c25e-fc3a-3ea07b67bb40, 'name': SearchDatastore_Task, 'duration_secs': 0.012593} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.290020] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.290020] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 6cd6aa3c-32c9-4f57-ba28-1ea85271c983/6cd6aa3c-32c9-4f57-ba28-1ea85271c983.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 567.290020] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e88d1532-323a-44d5-9ef0-37bf7f742e42 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.299295] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 567.299295] env[62675]: value = "task-2690126" [ 567.299295] env[62675]: _type = "Task" [ 567.299295] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.315137] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.388702] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690124, 'name': ReconfigVM_Task, 'duration_secs': 0.298636} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.389272] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Reconfigured VM instance instance-0000000c to attach disk [datastore1] e97a5632-4c48-405b-bfba-77d08f2943fb/e97a5632-4c48-405b-bfba-77d08f2943fb.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 567.391299] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed4b038a-035e-406f-851a-2c9ea9980553 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.401431] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 567.401431] env[62675]: value = "task-2690127" [ 567.401431] env[62675]: _type = "Task" [ 567.401431] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.412825] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690127, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.573203] env[62675]: DEBUG nova.compute.manager [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 567.573203] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 567.573821] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5854140-0f09-430c-8801-0bd4eca0eb6b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.586505] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 567.586842] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa8f537-c28a-4b10-b593-ef2da4141623 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.594065] env[62675]: DEBUG oslo_vmware.api [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 567.594065] env[62675]: value = "task-2690128" [ 567.594065] env[62675]: _type = "Task" [ 567.594065] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.602787] env[62675]: DEBUG oslo_vmware.api [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.621645] env[62675]: DEBUG nova.compute.manager [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 567.628593] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Releasing lock "refresh_cache-261ccdeb-6805-4db9-9595-472f7247d489" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 567.629108] env[62675]: DEBUG nova.compute.manager [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Instance network_info: |[{"id": "97dd92f2-d010-4b7e-9dab-8290ed6b8279", "address": "fa:16:3e:27:9e:18", "network": {"id": "a3618e79-4aff-4fb4-9340-9e608a357da9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1054804870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a05cc7a1b8fa4789be5d429aee8179f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dd92f2-d0", "ovs_interfaceid": "97dd92f2-d010-4b7e-9dab-8290ed6b8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 567.629323] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:9e:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97dd92f2-d010-4b7e-9dab-8290ed6b8279', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 567.637745] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Creating folder: Project (a05cc7a1b8fa4789be5d429aee8179f8). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.638686] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53417a6b-dc58-403b-bd99-11be947c5138 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.651396] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Created folder: Project (a05cc7a1b8fa4789be5d429aee8179f8) in parent group-v542174. [ 567.651396] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Creating folder: Instances. Parent ref: group-v542208. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 567.651396] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c1ba10b-d3eb-46f2-a773-8e005352f1f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.658972] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Created folder: Instances in parent group-v542208. [ 567.659262] env[62675]: DEBUG oslo.service.loopingcall [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 567.659469] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 567.659676] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-732aa9b1-393b-423e-bf9e-c1110dd01453 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.683690] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 567.683690] env[62675]: value = "task-2690131" [ 567.683690] env[62675]: _type = "Task" [ 567.683690] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.694039] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690131, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.778930] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690125, 'name': ReconfigVM_Task, 'duration_secs': 0.288853} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.781174] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance '7f5037bd-1a7d-444b-9cae-9a4e3d07c280' progress to 33 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 567.820749] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690126, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 567.917258] env[62675]: DEBUG nova.compute.manager [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Received event network-changed-72f2b0c6-3060-4358-be2d-217e9ff163f1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 567.917258] env[62675]: DEBUG nova.compute.manager [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Refreshing instance network info cache due to event network-changed-72f2b0c6-3060-4358-be2d-217e9ff163f1. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 567.917258] env[62675]: DEBUG oslo_concurrency.lockutils [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] Acquiring lock "refresh_cache-6cd6aa3c-32c9-4f57-ba28-1ea85271c983" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 567.917258] env[62675]: DEBUG oslo_concurrency.lockutils [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] Acquired lock "refresh_cache-6cd6aa3c-32c9-4f57-ba28-1ea85271c983" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.917258] env[62675]: DEBUG nova.network.neutron [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Refreshing network info cache for port 72f2b0c6-3060-4358-be2d-217e9ff163f1 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 567.919720] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690127, 'name': Rename_Task, 'duration_secs': 0.408979} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 567.920224] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 567.920560] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-502fe343-c8fc-4567-80a1-6ba938d8ef7e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.926568] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 567.926568] env[62675]: value = "task-2690132" [ 567.926568] env[62675]: _type = "Task" [ 567.926568] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 567.941523] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.052455] env[62675]: DEBUG nova.compute.manager [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.053955] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086ba1fb-2519-4d22-a545-6beeddb574a9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.105708] env[62675]: DEBUG oslo_vmware.api [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690128, 'name': PowerOffVM_Task, 'duration_secs': 0.327575} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.106881] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 568.106881] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 568.107707] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3c289aa-c1a8-4f5d-a70c-33653db3a2d7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.148594] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.170841] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 568.171127] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 568.172195] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Deleting the datastore file [datastore2] 28d69dc0-9b04-44f3-86d0-aa0e2742be6c {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 568.172195] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33f3596e-8f4e-41b5-9033-f883b412d140 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.183197] env[62675]: DEBUG oslo_vmware.api [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for the task: (returnval){ [ 568.183197] env[62675]: value = "task-2690134" [ 568.183197] env[62675]: _type = "Task" [ 568.183197] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.201232] env[62675]: DEBUG oslo_vmware.api [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.204301] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690131, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.297985] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 568.299403] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 568.300072] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 568.300702] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 568.301329] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 568.302964] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 568.303260] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 568.303446] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 568.303743] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 568.303941] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 568.304246] env[62675]: DEBUG nova.virt.hardware [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 568.317394] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 568.317394] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b062d987-2675-4683-806d-d732040ac113 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.362497] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617916} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.365639] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 6cd6aa3c-32c9-4f57-ba28-1ea85271c983/6cd6aa3c-32c9-4f57-ba28-1ea85271c983.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 568.365639] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 568.365639] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 568.365639] env[62675]: value = "task-2690135" [ 568.365639] env[62675]: _type = "Task" [ 568.365639] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.365639] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccf791bd-5623-497e-9834-834147177a44 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.391198] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 568.391198] env[62675]: value = "task-2690136" [ 568.391198] env[62675]: _type = "Task" [ 568.391198] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.391606] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.400455] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.441419] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690132, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.443437] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4ea069-56ba-4dbc-87df-7e74c3b77695 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.454735] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf09e26-c738-4a2c-8c8f-f614703eb701 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.492652] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a25581-e2f3-4512-8cb7-1f942118f8d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.502304] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b089a4-c975-4bb9-8fc7-845294b4b25b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.523555] env[62675]: DEBUG nova.compute.provider_tree [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.567024] env[62675]: INFO nova.compute.manager [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] instance snapshotting [ 568.567024] env[62675]: WARNING nova.compute.manager [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 568.567749] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c52c036-319a-4d10-bba2-aab7a0e51c67 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.592183] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c8a882-1a26-49a2-97f5-fd19f04279a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.698051] env[62675]: DEBUG nova.network.neutron [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Updated VIF entry in instance network info cache for port 7a920e8d-3c83-4f19-83d8-dd83c3891ace. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 568.698512] env[62675]: DEBUG nova.network.neutron [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Updating instance_info_cache with network_info: [{"id": "7a920e8d-3c83-4f19-83d8-dd83c3891ace", "address": "fa:16:3e:99:5b:65", "network": {"id": "21d1f6d6-fd23-4c21-bbcf-7b4fc3201a13", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-206279827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e47b2370eac14cb8bf1fe7e6c5735922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a920e8d-3c", "ovs_interfaceid": "7a920e8d-3c83-4f19-83d8-dd83c3891ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 568.703549] env[62675]: DEBUG oslo_vmware.api [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Task: {'id': task-2690134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212887} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.704711] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 568.704903] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 568.705099] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 568.705270] env[62675]: INFO nova.compute.manager [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 568.705506] env[62675]: DEBUG oslo.service.loopingcall [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 568.705784] env[62675]: DEBUG nova.compute.manager [-] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 568.705784] env[62675]: DEBUG nova.network.neutron [-] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 568.710564] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690131, 'name': CreateVM_Task, 'duration_secs': 0.667769} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.713221] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 568.713863] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 568.714038] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.714386] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 568.714891] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6544bd-a5a6-4e3c-8f62-e38d7f0f5109 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.719296] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Waiting for the task: (returnval){ [ 568.719296] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527c54c7-1527-92f0-6254-85544cd59853" [ 568.719296] env[62675]: _type = "Task" [ 568.719296] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.728241] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527c54c7-1527-92f0-6254-85544cd59853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.880724] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690135, 'name': ReconfigVM_Task, 'duration_secs': 0.287089} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.881115] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 568.881927] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156d2b50-95ed-45ed-911f-c53fea8e0073 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.906018] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 7f5037bd-1a7d-444b-9cae-9a4e3d07c280/7f5037bd-1a7d-444b-9cae-9a4e3d07c280.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.910650] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e2f5b5a-b681-43b4-9909-b8bd5bdbd42b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.935548] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100013} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.935837] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 568.935837] env[62675]: value = "task-2690137" [ 568.935837] env[62675]: _type = "Task" [ 568.935837] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 568.936475] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 568.937310] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d19b2af-a8dd-44f0-908a-a3d0f0650b1a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.946970] env[62675]: DEBUG oslo_vmware.api [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690132, 'name': PowerOnVM_Task, 'duration_secs': 0.575029} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 568.948507] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 568.948507] env[62675]: INFO nova.compute.manager [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Took 13.26 seconds to spawn the instance on the hypervisor. [ 568.948507] env[62675]: DEBUG nova.compute.manager [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 568.949126] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1175db08-ffb3-4ec2-b676-6fbcf869a134 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.975848] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 6cd6aa3c-32c9-4f57-ba28-1ea85271c983/6cd6aa3c-32c9-4f57-ba28-1ea85271c983.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 568.976295] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 568.980688] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39885b3f-3eed-40af-8f8f-93f8f6c2909f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.005559] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 569.005559] env[62675]: value = "task-2690138" [ 569.005559] env[62675]: _type = "Task" [ 569.005559] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.015048] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690138, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.030605] env[62675]: DEBUG nova.scheduler.client.report [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.103751] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 569.103751] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3bc3fca2-c075-4b39-b553-c2df827bb2be {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.115015] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 569.115015] env[62675]: value = "task-2690139" [ 569.115015] env[62675]: _type = "Task" [ 569.115015] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.127817] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690139, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.208890] env[62675]: DEBUG oslo_concurrency.lockutils [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] Releasing lock "refresh_cache-09b94789-2ace-4ecc-8374-e9800e4713e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.208890] env[62675]: DEBUG nova.compute.manager [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Received event network-changed-f0d5d314-6de9-4030-b74f-f4b90658c0eb {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.208890] env[62675]: DEBUG nova.compute.manager [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Refreshing instance network info cache due to event network-changed-f0d5d314-6de9-4030-b74f-f4b90658c0eb. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.208890] env[62675]: DEBUG oslo_concurrency.lockutils [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] Acquiring lock "refresh_cache-e97a5632-4c48-405b-bfba-77d08f2943fb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.208890] env[62675]: DEBUG oslo_concurrency.lockutils [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] Acquired lock "refresh_cache-e97a5632-4c48-405b-bfba-77d08f2943fb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.209065] env[62675]: DEBUG nova.network.neutron [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Refreshing network info cache for port f0d5d314-6de9-4030-b74f-f4b90658c0eb {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.235501] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527c54c7-1527-92f0-6254-85544cd59853, 'name': SearchDatastore_Task, 'duration_secs': 0.073137} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.235980] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.236261] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 569.236497] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.236636] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.236808] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 569.237090] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06d8085f-698b-4e94-957d-0516d9caf736 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.256360] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 569.256603] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 569.257583] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-747579dd-7e01-4bdd-b85d-357817543c19 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.267640] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Waiting for the task: (returnval){ [ 569.267640] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52741349-95d7-5bc1-23fa-6682d656b9c2" [ 569.267640] env[62675]: _type = "Task" [ 569.267640] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.280421] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52741349-95d7-5bc1-23fa-6682d656b9c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.291090] env[62675]: DEBUG nova.network.neutron [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Updated VIF entry in instance network info cache for port 72f2b0c6-3060-4358-be2d-217e9ff163f1. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 569.291460] env[62675]: DEBUG nova.network.neutron [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Updating instance_info_cache with network_info: [{"id": "72f2b0c6-3060-4358-be2d-217e9ff163f1", "address": "fa:16:3e:2f:51:e9", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72f2b0c6-30", "ovs_interfaceid": "72f2b0c6-3060-4358-be2d-217e9ff163f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 569.457241] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.518524] env[62675]: INFO nova.compute.manager [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Took 27.66 seconds to build instance. [ 569.528252] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.539126] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.539126] env[62675]: DEBUG nova.compute.manager [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.542872] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.108s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.544997] env[62675]: INFO nova.compute.claims [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 569.621794] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690139, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.783523] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52741349-95d7-5bc1-23fa-6682d656b9c2, 'name': SearchDatastore_Task, 'duration_secs': 0.031325} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 569.784285] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e0b26d-8268-4d5b-8149-b7647f33eee5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.795237] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Waiting for the task: (returnval){ [ 569.795237] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528b065b-9265-c4e9-5530-202e129e0304" [ 569.795237] env[62675]: _type = "Task" [ 569.795237] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 569.795237] env[62675]: DEBUG oslo_concurrency.lockutils [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] Releasing lock "refresh_cache-6cd6aa3c-32c9-4f57-ba28-1ea85271c983" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 569.795237] env[62675]: DEBUG nova.compute.manager [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Received event network-vif-plugged-97dd92f2-d010-4b7e-9dab-8290ed6b8279 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.795237] env[62675]: DEBUG oslo_concurrency.lockutils [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] Acquiring lock "261ccdeb-6805-4db9-9595-472f7247d489-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.795493] env[62675]: DEBUG oslo_concurrency.lockutils [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] Lock "261ccdeb-6805-4db9-9595-472f7247d489-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.795493] env[62675]: DEBUG oslo_concurrency.lockutils [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] Lock "261ccdeb-6805-4db9-9595-472f7247d489-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.795493] env[62675]: DEBUG nova.compute.manager [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] No waiting events found dispatching network-vif-plugged-97dd92f2-d010-4b7e-9dab-8290ed6b8279 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 569.795661] env[62675]: WARNING nova.compute.manager [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Received unexpected event network-vif-plugged-97dd92f2-d010-4b7e-9dab-8290ed6b8279 for instance with vm_state building and task_state spawning. [ 569.795838] env[62675]: DEBUG nova.compute.manager [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Received event network-changed-97dd92f2-d010-4b7e-9dab-8290ed6b8279 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 569.796041] env[62675]: DEBUG nova.compute.manager [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Refreshing instance network info cache due to event network-changed-97dd92f2-d010-4b7e-9dab-8290ed6b8279. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 569.796189] env[62675]: DEBUG oslo_concurrency.lockutils [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] Acquiring lock "refresh_cache-261ccdeb-6805-4db9-9595-472f7247d489" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 569.796328] env[62675]: DEBUG oslo_concurrency.lockutils [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] Acquired lock "refresh_cache-261ccdeb-6805-4db9-9595-472f7247d489" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.800022] env[62675]: DEBUG nova.network.neutron [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Refreshing network info cache for port 97dd92f2-d010-4b7e-9dab-8290ed6b8279 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 569.807238] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528b065b-9265-c4e9-5530-202e129e0304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.953832] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 569.993987] env[62675]: DEBUG oslo_concurrency.lockutils [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquiring lock "f96581fd-030c-47c5-9867-c1a105dd4342" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.994352] env[62675]: DEBUG oslo_concurrency.lockutils [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lock "f96581fd-030c-47c5-9867-c1a105dd4342" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.994588] env[62675]: DEBUG oslo_concurrency.lockutils [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquiring lock "f96581fd-030c-47c5-9867-c1a105dd4342-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.995570] env[62675]: DEBUG oslo_concurrency.lockutils [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lock "f96581fd-030c-47c5-9867-c1a105dd4342-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.995570] env[62675]: DEBUG oslo_concurrency.lockutils [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lock "f96581fd-030c-47c5-9867-c1a105dd4342-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.997534] env[62675]: INFO nova.compute.manager [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Terminating instance [ 570.020694] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690138, 'name': ReconfigVM_Task, 'duration_secs': 0.812372} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.021125] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 6cd6aa3c-32c9-4f57-ba28-1ea85271c983/6cd6aa3c-32c9-4f57-ba28-1ea85271c983.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.024587] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9bfcc49-faed-404c-a26e-c310a6aa2fe6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.028847] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea146441-e6ff-4800-bb24-33fc493a1d20 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "e97a5632-4c48-405b-bfba-77d08f2943fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.379s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.033437] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 570.033437] env[62675]: value = "task-2690140" [ 570.033437] env[62675]: _type = "Task" [ 570.033437] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.052026] env[62675]: DEBUG nova.network.neutron [-] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.056416] env[62675]: DEBUG nova.compute.utils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 570.056695] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690140, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.058023] env[62675]: DEBUG nova.compute.manager [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 570.058264] env[62675]: DEBUG nova.network.neutron [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.095654] env[62675]: DEBUG nova.network.neutron [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Updated VIF entry in instance network info cache for port f0d5d314-6de9-4030-b74f-f4b90658c0eb. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.096134] env[62675]: DEBUG nova.network.neutron [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Updating instance_info_cache with network_info: [{"id": "f0d5d314-6de9-4030-b74f-f4b90658c0eb", "address": "fa:16:3e:45:a3:0b", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0d5d314-6d", "ovs_interfaceid": "f0d5d314-6de9-4030-b74f-f4b90658c0eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.124230] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690139, 'name': CreateSnapshot_Task, 'duration_secs': 0.952489} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.127303] env[62675]: DEBUG nova.policy [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4ace8ec78f2433da31c6032ac471f52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a926b6f255de4766b6f252ec7213cce9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.129127] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 570.130314] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affcce01-da1c-4768-a34c-807344bcc240 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.310666] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528b065b-9265-c4e9-5530-202e129e0304, 'name': SearchDatastore_Task, 'duration_secs': 0.01455} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.311479] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.311750] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 261ccdeb-6805-4db9-9595-472f7247d489/261ccdeb-6805-4db9-9595-472f7247d489.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 570.312438] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d80d4983-7775-4d59-9368-b0a27ff3b1cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.319864] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Waiting for the task: (returnval){ [ 570.319864] env[62675]: value = "task-2690141" [ 570.319864] env[62675]: _type = "Task" [ 570.319864] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.327895] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.454843] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690137, 'name': ReconfigVM_Task, 'duration_secs': 1.143172} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.455188] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 7f5037bd-1a7d-444b-9cae-9a4e3d07c280/7f5037bd-1a7d-444b-9cae-9a4e3d07c280.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 570.455491] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance '7f5037bd-1a7d-444b-9cae-9a4e3d07c280' progress to 50 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 570.503972] env[62675]: DEBUG nova.compute.manager [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 570.507150] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 570.507150] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3393af8-b227-4e0b-9cb2-8e9aae025e14 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.518790] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 570.519091] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a3063b6-a0dc-4a03-a9db-1e375f5073b5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.527025] env[62675]: DEBUG oslo_vmware.api [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for the task: (returnval){ [ 570.527025] env[62675]: value = "task-2690142" [ 570.527025] env[62675]: _type = "Task" [ 570.527025] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.532830] env[62675]: DEBUG nova.compute.manager [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 570.543062] env[62675]: DEBUG oslo_vmware.api [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.554131] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690140, 'name': Rename_Task, 'duration_secs': 0.21101} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 570.554131] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 570.554131] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-039836a0-6f13-4932-a054-cbe47c32ae7d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.561086] env[62675]: INFO nova.compute.manager [-] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Took 1.86 seconds to deallocate network for instance. [ 570.564124] env[62675]: DEBUG nova.compute.manager [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.566712] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 570.566712] env[62675]: value = "task-2690143" [ 570.566712] env[62675]: _type = "Task" [ 570.566712] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.582664] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690143, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.598575] env[62675]: DEBUG oslo_concurrency.lockutils [req-93bce1e9-1071-4b2d-b72b-a8b9d817cdae req-cce48f7b-bc9e-425b-bc73-3f83120e8357 service nova] Releasing lock "refresh_cache-e97a5632-4c48-405b-bfba-77d08f2943fb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.653098] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 570.656671] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-be1e2e50-445b-4255-b3c9-a206776dfa34 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.667423] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 570.667423] env[62675]: value = "task-2690144" [ 570.667423] env[62675]: _type = "Task" [ 570.667423] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 570.684273] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690144, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.757371] env[62675]: DEBUG nova.network.neutron [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Updated VIF entry in instance network info cache for port 97dd92f2-d010-4b7e-9dab-8290ed6b8279. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 570.757371] env[62675]: DEBUG nova.network.neutron [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Updating instance_info_cache with network_info: [{"id": "97dd92f2-d010-4b7e-9dab-8290ed6b8279", "address": "fa:16:3e:27:9e:18", "network": {"id": "a3618e79-4aff-4fb4-9340-9e608a357da9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1054804870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a05cc7a1b8fa4789be5d429aee8179f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dd92f2-d0", "ovs_interfaceid": "97dd92f2-d010-4b7e-9dab-8290ed6b8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 570.769922] env[62675]: DEBUG nova.network.neutron [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Successfully created port: 0d8810f1-7eca-404e-a0d6-deb5c86aee0c {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 570.836689] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690141, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 570.966378] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c908d189-c4b9-4f3b-b84b-a9d56b7c246c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.992426] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0037bae-c675-4756-a14f-b2bc16ee1cc8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.011428] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance '7f5037bd-1a7d-444b-9cae-9a4e3d07c280' progress to 67 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 571.035333] env[62675]: DEBUG oslo_vmware.api [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690142, 'name': PowerOffVM_Task, 'duration_secs': 0.190134} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.036648] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 571.036836] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 571.037728] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64f90f7-e0f5-4acf-bf7a-ac6ab0d14713 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.041984] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5b93012-1390-4032-a1f5-24e5aa0c0175 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.053053] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d60031b-3548-48ff-a1b5-47a81d7cf1d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.090064] env[62675]: DEBUG oslo_concurrency.lockutils [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.091708] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.096314] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1ecd69-bcaa-4d1f-8052-fd65ce86a743 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.106154] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690143, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.110250] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6edae69-620d-4c2a-b401-ce07652f3202 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.117564] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 571.117782] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 571.117971] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Deleting the datastore file [datastore2] f96581fd-030c-47c5-9867-c1a105dd4342 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 571.119400] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58d42f6d-f21a-4d6d-876d-0f5cfb78b692 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.131426] env[62675]: DEBUG nova.compute.provider_tree [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 571.138144] env[62675]: DEBUG oslo_vmware.api [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for the task: (returnval){ [ 571.138144] env[62675]: value = "task-2690146" [ 571.138144] env[62675]: _type = "Task" [ 571.138144] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.148925] env[62675]: DEBUG oslo_vmware.api [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.177932] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690144, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.261767] env[62675]: DEBUG oslo_concurrency.lockutils [req-6c4c8b08-0f0f-45f4-bab4-bbd4092bd716 req-a5e91b2d-0491-4cb9-9b4a-d499d1516c33 service nova] Releasing lock "refresh_cache-261ccdeb-6805-4db9-9595-472f7247d489" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 571.330345] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831708} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.330482] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 261ccdeb-6805-4db9-9595-472f7247d489/261ccdeb-6805-4db9-9595-472f7247d489.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 571.330699] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 571.330987] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45132bce-e6ab-4d8b-95b9-ddc9b6e44d4c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.338976] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Waiting for the task: (returnval){ [ 571.338976] env[62675]: value = "task-2690147" [ 571.338976] env[62675]: _type = "Task" [ 571.338976] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.348515] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.592562] env[62675]: DEBUG nova.compute.manager [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.601768] env[62675]: DEBUG oslo_vmware.api [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690143, 'name': PowerOnVM_Task, 'duration_secs': 0.883513} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.602206] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 571.602281] env[62675]: INFO nova.compute.manager [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Took 13.34 seconds to spawn the instance on the hypervisor. [ 571.602444] env[62675]: DEBUG nova.compute.manager [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 571.604125] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7409af-6ba9-4cdd-a723-cddc28e5f9dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.635836] env[62675]: DEBUG nova.virt.hardware [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.635836] env[62675]: DEBUG nova.virt.hardware [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.635836] env[62675]: DEBUG nova.virt.hardware [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.636103] env[62675]: DEBUG nova.virt.hardware [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.636103] env[62675]: DEBUG nova.virt.hardware [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.636103] env[62675]: DEBUG nova.virt.hardware [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.636103] env[62675]: DEBUG nova.virt.hardware [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.636237] env[62675]: DEBUG nova.virt.hardware [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.637455] env[62675]: DEBUG nova.virt.hardware [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.637455] env[62675]: DEBUG nova.virt.hardware [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.637455] env[62675]: DEBUG nova.virt.hardware [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.638889] env[62675]: DEBUG nova.network.neutron [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Port 1405d21a-5bc1-4507-921e-f68c1d8c03a5 binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 571.644338] env[62675]: DEBUG nova.scheduler.client.report [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.648834] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288cff53-e06f-4e1b-b801-c78795b782ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.663096] env[62675]: DEBUG oslo_vmware.api [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Task: {'id': task-2690146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209241} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.665759] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 571.665819] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 571.668610] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 571.668610] env[62675]: INFO nova.compute.manager [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Took 1.16 seconds to destroy the instance on the hypervisor. [ 571.668610] env[62675]: DEBUG oslo.service.loopingcall [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 571.668610] env[62675]: DEBUG nova.compute.manager [-] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 571.668610] env[62675]: DEBUG nova.network.neutron [-] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 571.671676] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e41c54-3730-4020-8019-e6979561ab46 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.696053] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690144, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 571.850915] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079277} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 571.852119] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 571.853048] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7503b05c-03d8-4ece-b90a-70c395fc93a9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.875303] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 261ccdeb-6805-4db9-9595-472f7247d489/261ccdeb-6805-4db9-9595-472f7247d489.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 571.875699] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb29f58f-bdd8-404b-9e25-ba69d22c12e7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.897644] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Waiting for the task: (returnval){ [ 571.897644] env[62675]: value = "task-2690148" [ 571.897644] env[62675]: _type = "Task" [ 571.897644] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 571.906141] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.134608] env[62675]: INFO nova.compute.manager [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Took 26.78 seconds to build instance. [ 572.155170] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.155704] env[62675]: DEBUG nova.compute.manager [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 572.164150] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.612s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.165968] env[62675]: INFO nova.compute.claims [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.187319] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690144, 'name': CloneVM_Task} progress is 95%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.409818] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.518723] env[62675]: DEBUG nova.network.neutron [-] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.601818] env[62675]: DEBUG nova.compute.manager [req-9986cd8f-1dc1-4c99-8426-9661401c2974 req-14dbdb69-f93a-44e9-895e-63c09e057703 service nova] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Received event network-vif-deleted-59dd6404-94b1-47d5-ad52-414236a22953 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 572.639790] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a1165882-1d08-4f91-8b84-00125e5fe44e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "6cd6aa3c-32c9-4f57-ba28-1ea85271c983" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.698s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.661928] env[62675]: DEBUG nova.compute.utils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 572.665412] env[62675]: DEBUG nova.compute.manager [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.665412] env[62675]: DEBUG nova.network.neutron [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.693980] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.694349] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.694471] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.706600] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690144, 'name': CloneVM_Task, 'duration_secs': 1.712956} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.706904] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Created linked-clone VM from snapshot [ 572.707883] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0467dcc7-5ccb-4301-94e9-c020aa88e8f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.717209] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Uploading image 808fee3f-5118-47d1-9e81-eada8f098176 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 572.747120] env[62675]: DEBUG oslo_vmware.rw_handles [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 572.747120] env[62675]: value = "vm-542212" [ 572.747120] env[62675]: _type = "VirtualMachine" [ 572.747120] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 572.747474] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eb2dd02c-385a-4645-b0ec-c1f11c1040e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.755144] env[62675]: DEBUG oslo_vmware.rw_handles [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lease: (returnval){ [ 572.755144] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527a7999-52cc-08a4-efc0-9c01ae2da80c" [ 572.755144] env[62675]: _type = "HttpNfcLease" [ 572.755144] env[62675]: } obtained for exporting VM: (result){ [ 572.755144] env[62675]: value = "vm-542212" [ 572.755144] env[62675]: _type = "VirtualMachine" [ 572.755144] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 572.755644] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the lease: (returnval){ [ 572.755644] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527a7999-52cc-08a4-efc0-9c01ae2da80c" [ 572.755644] env[62675]: _type = "HttpNfcLease" [ 572.755644] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 572.762558] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 572.762558] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527a7999-52cc-08a4-efc0-9c01ae2da80c" [ 572.762558] env[62675]: _type = "HttpNfcLease" [ 572.762558] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 572.789428] env[62675]: DEBUG nova.network.neutron [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Successfully updated port: 0d8810f1-7eca-404e-a0d6-deb5c86aee0c {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 572.810817] env[62675]: DEBUG nova.policy [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289b267f1dcd466baae0392b04879888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7a6c2821f434620a88f33810a52c0f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.908362] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690148, 'name': ReconfigVM_Task, 'duration_secs': 0.945588} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 572.908678] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 261ccdeb-6805-4db9-9595-472f7247d489/261ccdeb-6805-4db9-9595-472f7247d489.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 572.909621] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f535bcce-7eea-408d-afd1-5d25d6feb6a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.916007] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Waiting for the task: (returnval){ [ 572.916007] env[62675]: value = "task-2690150" [ 572.916007] env[62675]: _type = "Task" [ 572.916007] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.925405] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690150, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.021435] env[62675]: INFO nova.compute.manager [-] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Took 1.35 seconds to deallocate network for instance. [ 573.171241] env[62675]: DEBUG nova.compute.manager [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.266215] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 573.266215] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527a7999-52cc-08a4-efc0-9c01ae2da80c" [ 573.266215] env[62675]: _type = "HttpNfcLease" [ 573.266215] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 573.267237] env[62675]: DEBUG oslo_vmware.rw_handles [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 573.267237] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527a7999-52cc-08a4-efc0-9c01ae2da80c" [ 573.267237] env[62675]: _type = "HttpNfcLease" [ 573.267237] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 573.268362] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a51d3c-f49a-4734-adaa-939f0d6a6ecb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.278508] env[62675]: DEBUG oslo_vmware.rw_handles [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a969b-d1c6-3be0-a0d9-d922d39a1e8f/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 573.278508] env[62675]: DEBUG oslo_vmware.rw_handles [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a969b-d1c6-3be0-a0d9-d922d39a1e8f/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 573.343896] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "refresh_cache-f8120b0f-6eec-4d37-a398-20b57002e1d5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.343896] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquired lock "refresh_cache-f8120b0f-6eec-4d37-a398-20b57002e1d5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.344108] env[62675]: DEBUG nova.network.neutron [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.399295] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f09d0360-2321-4425-9f7e-76db2b2a12d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.431202] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690150, 'name': Rename_Task, 'duration_secs': 0.311047} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 573.434037] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 573.437797] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-751d275c-cfd5-4df4-8839-6adf93f06a3a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.446638] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Waiting for the task: (returnval){ [ 573.446638] env[62675]: value = "task-2690151" [ 573.446638] env[62675]: _type = "Task" [ 573.446638] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 573.464821] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690151, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.531383] env[62675]: DEBUG oslo_concurrency.lockutils [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.583358] env[62675]: DEBUG nova.network.neutron [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Successfully created port: 5ca577bc-df4d-45fa-a773-828ddab03811 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 573.772320] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998b750f-c92a-44a0-8dd1-d4073e4b757e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.783765] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e829119b-80e5-45dd-a469-ecd95fe912e4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.819190] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 573.819304] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.819694] env[62675]: DEBUG nova.network.neutron [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.822386] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41430c1f-f7a6-44cf-bc51-104d19d0143b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.830797] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da7f1d3-6946-48c7-953b-eccfae122aec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.857501] env[62675]: DEBUG nova.compute.provider_tree [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.933896] env[62675]: DEBUG nova.network.neutron [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 573.964933] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690151, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.062316] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Acquiring lock "d68f8527-5783-449b-bbbe-e55ba4e54b1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.062316] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Lock "d68f8527-5783-449b-bbbe-e55ba4e54b1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.133314] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "97740935-a6d9-403a-8c2f-45350389c0e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.133953] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "97740935-a6d9-403a-8c2f-45350389c0e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.179085] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "3d51301e-20ba-4a1b-8b18-0e5080ab910a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.179875] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "3d51301e-20ba-4a1b-8b18-0e5080ab910a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.182219] env[62675]: DEBUG nova.compute.manager [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 574.216108] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "11bc2536-ccfe-4597-bdbf-0f8952fdb0eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.216355] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "11bc2536-ccfe-4597-bdbf-0f8952fdb0eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.233866] env[62675]: DEBUG nova.virt.hardware [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 574.233866] env[62675]: DEBUG nova.virt.hardware [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 574.233866] env[62675]: DEBUG nova.virt.hardware [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 574.234174] env[62675]: DEBUG nova.virt.hardware [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 574.234174] env[62675]: DEBUG nova.virt.hardware [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 574.239031] env[62675]: DEBUG nova.virt.hardware [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 574.239031] env[62675]: DEBUG nova.virt.hardware [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 574.239031] env[62675]: DEBUG nova.virt.hardware [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 574.239031] env[62675]: DEBUG nova.virt.hardware [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 574.239031] env[62675]: DEBUG nova.virt.hardware [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 574.239226] env[62675]: DEBUG nova.virt.hardware [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 574.239473] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1796fed9-391e-460e-9a7b-6f0fd92d75d3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.243859] env[62675]: DEBUG nova.network.neutron [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Updating instance_info_cache with network_info: [{"id": "0d8810f1-7eca-404e-a0d6-deb5c86aee0c", "address": "fa:16:3e:e6:ea:53", "network": {"id": "c72e5dd6-ca76-4a47-967b-e5cb9cba90ad", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756104949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a926b6f255de4766b6f252ec7213cce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8810f1-7e", "ovs_interfaceid": "0d8810f1-7eca-404e-a0d6-deb5c86aee0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.251580] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e049a69-0cb3-43fc-ac1b-faa532ac068f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.367599] env[62675]: DEBUG nova.scheduler.client.report [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 574.466907] env[62675]: DEBUG oslo_vmware.api [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690151, 'name': PowerOnVM_Task, 'duration_secs': 0.57336} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.467224] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 574.467401] env[62675]: INFO nova.compute.manager [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Took 13.68 seconds to spawn the instance on the hypervisor. [ 574.467590] env[62675]: DEBUG nova.compute.manager [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 574.468761] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4711a744-01ef-4249-803a-31e1fd982373 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.566333] env[62675]: DEBUG nova.compute.manager [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 574.733555] env[62675]: DEBUG nova.network.neutron [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance_info_cache with network_info: [{"id": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "address": "fa:16:3e:4d:cc:ea", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1405d21a-5b", "ovs_interfaceid": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.748506] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Releasing lock "refresh_cache-f8120b0f-6eec-4d37-a398-20b57002e1d5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 574.748506] env[62675]: DEBUG nova.compute.manager [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Instance network_info: |[{"id": "0d8810f1-7eca-404e-a0d6-deb5c86aee0c", "address": "fa:16:3e:e6:ea:53", "network": {"id": "c72e5dd6-ca76-4a47-967b-e5cb9cba90ad", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756104949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a926b6f255de4766b6f252ec7213cce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8810f1-7e", "ovs_interfaceid": "0d8810f1-7eca-404e-a0d6-deb5c86aee0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 574.748931] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:ea:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d8810f1-7eca-404e-a0d6-deb5c86aee0c', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 574.758723] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Creating folder: Project (a926b6f255de4766b6f252ec7213cce9). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.760541] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aec7f95-66f1-4d59-9545-a58beb537eeb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.774734] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Created folder: Project (a926b6f255de4766b6f252ec7213cce9) in parent group-v542174. [ 574.774932] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Creating folder: Instances. Parent ref: group-v542213. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 574.775204] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6794a3ad-479e-450b-b6fc-878be71ff826 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.785895] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Created folder: Instances in parent group-v542213. [ 574.786252] env[62675]: DEBUG oslo.service.loopingcall [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 574.786769] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 574.786850] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40670247-d149-454d-a412-08e05b44f40f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.807794] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 574.807794] env[62675]: value = "task-2690154" [ 574.807794] env[62675]: _type = "Task" [ 574.807794] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.817021] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690154, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.854466] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Acquiring lock "6ec72180-77e0-4add-8e79-d80a3b5adf2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.854466] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Lock "6ec72180-77e0-4add-8e79-d80a3b5adf2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.874526] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.875792] env[62675]: DEBUG nova.compute.manager [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.878905] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.753s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.880998] env[62675]: INFO nova.compute.claims [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.968314] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "3002f008-80ba-4e6b-8ec6-530646763010" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.968314] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.995971] env[62675]: INFO nova.compute.manager [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Took 28.85 seconds to build instance. [ 575.099393] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.244024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 575.327899] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690154, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.385796] env[62675]: DEBUG nova.compute.utils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 575.387422] env[62675]: DEBUG nova.compute.manager [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 575.387595] env[62675]: DEBUG nova.network.neutron [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 575.498763] env[62675]: DEBUG oslo_concurrency.lockutils [None req-698088e1-1392-4093-bad6-f6c42d4be010 tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Lock "261ccdeb-6805-4db9-9595-472f7247d489" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.258s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.507584] env[62675]: DEBUG nova.policy [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e4897a05ca54613972776abb7c095cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05f110d9ced24d34ba80148357738471', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 575.781827] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8320379-7723-4c32-b96c-010f3eb595d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.824856] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fef588e-2463-42fa-a88f-43d9bdc49691 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.834068] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "6cd6aa3c-32c9-4f57-ba28-1ea85271c983" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.834583] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "6cd6aa3c-32c9-4f57-ba28-1ea85271c983" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.005s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.835300] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "6cd6aa3c-32c9-4f57-ba28-1ea85271c983-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 575.835618] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "6cd6aa3c-32c9-4f57-ba28-1ea85271c983-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 575.835889] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "6cd6aa3c-32c9-4f57-ba28-1ea85271c983-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 575.843908] env[62675]: INFO nova.compute.manager [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Terminating instance [ 575.858176] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690154, 'name': CreateVM_Task, 'duration_secs': 0.566957} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.858707] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance '7f5037bd-1a7d-444b-9cae-9a4e3d07c280' progress to 83 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 575.865866] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.866880] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.867155] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.867615] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 575.868329] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd49e336-f89d-4676-bdaf-43f3a4b389a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.875625] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 575.875625] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bb3a3a-f781-291c-6c0c-89e82884c36d" [ 575.875625] env[62675]: _type = "Task" [ 575.875625] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.890391] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bb3a3a-f781-291c-6c0c-89e82884c36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.892369] env[62675]: DEBUG nova.compute.manager [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 576.003355] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 576.057036] env[62675]: DEBUG nova.compute.manager [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Received event network-vif-deleted-e4e9c12f-66ac-4154-be55-45ccb3fb11fa {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.057036] env[62675]: DEBUG nova.compute.manager [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Received event network-vif-plugged-0d8810f1-7eca-404e-a0d6-deb5c86aee0c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.057036] env[62675]: DEBUG oslo_concurrency.lockutils [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] Acquiring lock "f8120b0f-6eec-4d37-a398-20b57002e1d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.057036] env[62675]: DEBUG oslo_concurrency.lockutils [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] Lock "f8120b0f-6eec-4d37-a398-20b57002e1d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.057036] env[62675]: DEBUG oslo_concurrency.lockutils [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] Lock "f8120b0f-6eec-4d37-a398-20b57002e1d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.057394] env[62675]: DEBUG nova.compute.manager [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] No waiting events found dispatching network-vif-plugged-0d8810f1-7eca-404e-a0d6-deb5c86aee0c {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 576.058167] env[62675]: WARNING nova.compute.manager [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Received unexpected event network-vif-plugged-0d8810f1-7eca-404e-a0d6-deb5c86aee0c for instance with vm_state building and task_state spawning. [ 576.058167] env[62675]: DEBUG nova.compute.manager [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Received event network-changed-0d8810f1-7eca-404e-a0d6-deb5c86aee0c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 576.058303] env[62675]: DEBUG nova.compute.manager [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Refreshing instance network info cache due to event network-changed-0d8810f1-7eca-404e-a0d6-deb5c86aee0c. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 576.058744] env[62675]: DEBUG oslo_concurrency.lockutils [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] Acquiring lock "refresh_cache-f8120b0f-6eec-4d37-a398-20b57002e1d5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.058744] env[62675]: DEBUG oslo_concurrency.lockutils [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] Acquired lock "refresh_cache-f8120b0f-6eec-4d37-a398-20b57002e1d5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.060046] env[62675]: DEBUG nova.network.neutron [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Refreshing network info cache for port 0d8810f1-7eca-404e-a0d6-deb5c86aee0c {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 576.356892] env[62675]: DEBUG nova.compute.manager [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 576.356892] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 576.357484] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3047c63-c86b-402b-aed8-653a56525a86 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.369937] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 576.370535] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 576.374307] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e046ba37-d8c4-475a-949f-1027cfae82a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.376413] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5da77cda-3137-456b-a07d-462a68b2d45f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.379899] env[62675]: DEBUG nova.network.neutron [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Successfully updated port: 5ca577bc-df4d-45fa-a773-828ddab03811 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 576.397241] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bb3a3a-f781-291c-6c0c-89e82884c36d, 'name': SearchDatastore_Task, 'duration_secs': 0.019453} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.406414] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.406719] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 576.406910] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.407520] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.407520] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 576.407702] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 576.407702] env[62675]: value = "task-2690155" [ 576.407702] env[62675]: _type = "Task" [ 576.407702] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.408127] env[62675]: DEBUG oslo_vmware.api [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 576.408127] env[62675]: value = "task-2690156" [ 576.408127] env[62675]: _type = "Task" [ 576.408127] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.409472] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27400a5b-c106-4b52-8637-d59375eeeb81 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.426951] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690155, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.431660] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 576.432033] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 576.432627] env[62675]: DEBUG oslo_vmware.api [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.432937] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe8146a-5186-4ab4-8b93-5a31e808f53a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.442214] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 576.442214] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52dc7d7b-bec0-f7ae-21a3-8dc00655f4c9" [ 576.442214] env[62675]: _type = "Task" [ 576.442214] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.451483] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52dc7d7b-bec0-f7ae-21a3-8dc00655f4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.483168] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da17527b-7afb-4036-b92a-a95c7fc3b07f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.495813] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaf1198-1c25-434a-837e-f4e00410144f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.543948] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d883547-924d-4d07-8221-ce33de666258 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.555101] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b1cdeb-d70b-418f-99c4-7528e1ef0522 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.573745] env[62675]: DEBUG nova.compute.provider_tree [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 576.577046] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.726944] env[62675]: DEBUG nova.network.neutron [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Successfully created port: 22f9113e-3fee-465a-b9c3-1021e587c067 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.744771] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.745051] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.887210] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 576.887401] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.887598] env[62675]: DEBUG nova.network.neutron [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.912108] env[62675]: DEBUG nova.compute.manager [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.935429] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690155, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.939079] env[62675]: DEBUG oslo_vmware.api [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690156, 'name': PowerOffVM_Task, 'duration_secs': 0.273414} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.941683] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 576.941859] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 576.948978] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ea5f0a-c7dc-4be3-8a64-f28fed48dfe7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.968011] env[62675]: DEBUG nova.virt.hardware [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:47:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1447899696',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-165840915',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.969021] env[62675]: DEBUG nova.virt.hardware [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.969021] env[62675]: DEBUG nova.virt.hardware [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.969021] env[62675]: DEBUG nova.virt.hardware [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.969214] env[62675]: DEBUG nova.virt.hardware [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.969816] env[62675]: DEBUG nova.virt.hardware [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.969816] env[62675]: DEBUG nova.virt.hardware [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.970512] env[62675]: DEBUG nova.virt.hardware [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.970512] env[62675]: DEBUG nova.virt.hardware [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.970641] env[62675]: DEBUG nova.virt.hardware [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.970821] env[62675]: DEBUG nova.virt.hardware [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.971429] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52dc7d7b-bec0-f7ae-21a3-8dc00655f4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.016256} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 576.972644] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787781f9-c6c3-441f-b87f-b8c658d34dfa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.978184] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06fdc5a4-761e-4d9e-8307-abbb9b0fc95c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.992622] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7d1c89-a4fd-4c13-a462-4cb195a43cfa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.000581] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 577.000581] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527135d7-1cbe-f523-f521-198cd6a8720b" [ 577.000581] env[62675]: _type = "Task" [ 577.000581] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.035773] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527135d7-1cbe-f523-f521-198cd6a8720b, 'name': SearchDatastore_Task, 'duration_secs': 0.018559} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.038138] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.038525] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] f8120b0f-6eec-4d37-a398-20b57002e1d5/f8120b0f-6eec-4d37-a398-20b57002e1d5.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 577.038959] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 577.039255] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 577.039621] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleting the datastore file [datastore1] 6cd6aa3c-32c9-4f57-ba28-1ea85271c983 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 577.039877] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d69f51f4-cb94-4aa7-bad8-1ccb82d5ac0b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.043231] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e4c7df5-1a10-4a4a-a405-17cd4d467581 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.054217] env[62675]: DEBUG oslo_vmware.api [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 577.054217] env[62675]: value = "task-2690159" [ 577.054217] env[62675]: _type = "Task" [ 577.054217] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.057150] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 577.057150] env[62675]: value = "task-2690158" [ 577.057150] env[62675]: _type = "Task" [ 577.057150] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.076369] env[62675]: DEBUG oslo_vmware.api [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.076705] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.080076] env[62675]: DEBUG nova.scheduler.client.report [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 577.282658] env[62675]: DEBUG nova.network.neutron [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Updated VIF entry in instance network info cache for port 0d8810f1-7eca-404e-a0d6-deb5c86aee0c. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 577.282658] env[62675]: DEBUG nova.network.neutron [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Updating instance_info_cache with network_info: [{"id": "0d8810f1-7eca-404e-a0d6-deb5c86aee0c", "address": "fa:16:3e:e6:ea:53", "network": {"id": "c72e5dd6-ca76-4a47-967b-e5cb9cba90ad", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756104949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a926b6f255de4766b6f252ec7213cce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8810f1-7e", "ovs_interfaceid": "0d8810f1-7eca-404e-a0d6-deb5c86aee0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.324957] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "b88bbea3-f496-4a9a-a90d-da26f4f62193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.325172] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "b88bbea3-f496-4a9a-a90d-da26f4f62193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.431120] env[62675]: DEBUG oslo_vmware.api [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690155, 'name': PowerOnVM_Task, 'duration_secs': 0.571756} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.431120] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 577.431585] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-62f59df9-d94a-4faa-8be4-5579803018e9 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance '7f5037bd-1a7d-444b-9cae-9a4e3d07c280' progress to 100 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 577.484255] env[62675]: DEBUG nova.network.neutron [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 577.569775] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690158, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.573355] env[62675]: DEBUG oslo_vmware.api [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29904} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.576255] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 577.576442] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 577.576633] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 577.576794] env[62675]: INFO nova.compute.manager [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Took 1.22 seconds to destroy the instance on the hypervisor. [ 577.577064] env[62675]: DEBUG oslo.service.loopingcall [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.577306] env[62675]: DEBUG nova.compute.manager [-] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 577.581024] env[62675]: DEBUG nova.network.neutron [-] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 577.588232] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.588232] env[62675]: DEBUG nova.compute.manager [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 577.592494] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.853s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.595767] env[62675]: INFO nova.compute.claims [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 577.786847] env[62675]: DEBUG oslo_concurrency.lockutils [req-fe4d69af-7386-4636-977a-8f68f47d68dc req-c40911fd-dd8f-4e9c-b21b-bef2ee99e249 service nova] Releasing lock "refresh_cache-f8120b0f-6eec-4d37-a398-20b57002e1d5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 577.801752] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "63deed87-537f-4999-8eaa-19d3472c114b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.802054] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "63deed87-537f-4999-8eaa-19d3472c114b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.891980] env[62675]: DEBUG nova.network.neutron [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updating instance_info_cache with network_info: [{"id": "5ca577bc-df4d-45fa-a773-828ddab03811", "address": "fa:16:3e:de:43:f3", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca577bc-df", "ovs_interfaceid": "5ca577bc-df4d-45fa-a773-828ddab03811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.072020] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690158, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.102798] env[62675]: DEBUG nova.compute.utils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 578.112385] env[62675]: DEBUG nova.compute.manager [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 578.112385] env[62675]: DEBUG nova.network.neutron [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 578.291463] env[62675]: DEBUG nova.policy [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5732d5d08e004560b12580b9c0c301bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '995a33f4c2e141749ca0480cb4cd7a47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 578.395150] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.395234] env[62675]: DEBUG nova.compute.manager [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Instance network_info: |[{"id": "5ca577bc-df4d-45fa-a773-828ddab03811", "address": "fa:16:3e:de:43:f3", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca577bc-df", "ovs_interfaceid": "5ca577bc-df4d-45fa-a773-828ddab03811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 578.395641] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:43:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ca577bc-df4d-45fa-a773-828ddab03811', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 578.405978] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Creating folder: Project (e7a6c2821f434620a88f33810a52c0f2). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.405978] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38fccabd-a39c-43e0-8e8c-6bcf21bfe9c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.417864] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Created folder: Project (e7a6c2821f434620a88f33810a52c0f2) in parent group-v542174. [ 578.417864] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Creating folder: Instances. Parent ref: group-v542216. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 578.417864] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40562f95-863e-40ab-b2b3-95ff2042dbba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.427911] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Created folder: Instances in parent group-v542216. [ 578.428183] env[62675]: DEBUG oslo.service.loopingcall [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 578.428389] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 578.428605] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-155b8f65-f431-4637-b4f9-42066b721acf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.456338] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 578.456338] env[62675]: value = "task-2690162" [ 578.456338] env[62675]: _type = "Task" [ 578.456338] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.468230] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690162, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.570259] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690158, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.611051] env[62675]: DEBUG nova.compute.manager [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 578.789112] env[62675]: DEBUG nova.network.neutron [-] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 578.964660] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "e1826804-fb88-4228-9e63-d6504704ca48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.964995] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "e1826804-fb88-4228-9e63-d6504704ca48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.979296] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690162, 'name': CreateVM_Task, 'duration_secs': 0.506353} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.980277] env[62675]: DEBUG nova.network.neutron [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Successfully created port: 55e78443-e213-4466-b364-d03e94b7c43a {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 578.985268] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.987266] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.987416] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.987810] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 578.990024] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37365758-8bab-4a9a-aba5-59bcf64b11d3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.994863] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 578.994863] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fa9a47-8917-2faa-5624-fef32b3be0c7" [ 578.994863] env[62675]: _type = "Task" [ 578.994863] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.009214] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fa9a47-8917-2faa-5624-fef32b3be0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.075849] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690158, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.679382} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.077436] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] f8120b0f-6eec-4d37-a398-20b57002e1d5/f8120b0f-6eec-4d37-a398-20b57002e1d5.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 579.077721] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 579.079865] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17c91687-a285-4a7a-9552-f07a98e0f0d3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.091101] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 579.091101] env[62675]: value = "task-2690163" [ 579.091101] env[62675]: _type = "Task" [ 579.091101] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.105027] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.201108] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2aed210-6f69-48fe-8fef-96eb19cbee42 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.209677] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54a2447-d14b-4426-bd67-8c8de804f913 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.244107] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fd168b-6751-473d-b942-31f77e78237b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.252088] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590a651a-f8d2-4f15-a421-607e0e3b2386 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.268297] env[62675]: DEBUG nova.compute.provider_tree [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.294039] env[62675]: INFO nova.compute.manager [-] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Took 1.71 seconds to deallocate network for instance. [ 579.300130] env[62675]: DEBUG nova.compute.manager [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Received event network-vif-plugged-5ca577bc-df4d-45fa-a773-828ddab03811 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.300130] env[62675]: DEBUG oslo_concurrency.lockutils [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] Acquiring lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.300130] env[62675]: DEBUG oslo_concurrency.lockutils [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] Lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.300336] env[62675]: DEBUG oslo_concurrency.lockutils [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] Lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.300433] env[62675]: DEBUG nova.compute.manager [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] No waiting events found dispatching network-vif-plugged-5ca577bc-df4d-45fa-a773-828ddab03811 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.300590] env[62675]: WARNING nova.compute.manager [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Received unexpected event network-vif-plugged-5ca577bc-df4d-45fa-a773-828ddab03811 for instance with vm_state building and task_state spawning. [ 579.300745] env[62675]: DEBUG nova.compute.manager [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Received event network-changed-5ca577bc-df4d-45fa-a773-828ddab03811 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.300893] env[62675]: DEBUG nova.compute.manager [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Refreshing instance network info cache due to event network-changed-5ca577bc-df4d-45fa-a773-828ddab03811. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 579.301140] env[62675]: DEBUG oslo_concurrency.lockutils [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] Acquiring lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.301289] env[62675]: DEBUG oslo_concurrency.lockutils [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] Acquired lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.301431] env[62675]: DEBUG nova.network.neutron [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Refreshing network info cache for port 5ca577bc-df4d-45fa-a773-828ddab03811 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.510813] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fa9a47-8917-2faa-5624-fef32b3be0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.016647} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.511175] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 579.511175] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 579.511626] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 579.511626] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.514137] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 579.514137] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aac3ec86-85bb-49fc-a5d6-90efdbf3224b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.524325] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 579.524427] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 579.525201] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9be89a-74ca-4faf-8234-b68a2ac4a70a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.530857] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 579.530857] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528015fc-3a53-ee31-6f53-bbe01ee61adc" [ 579.530857] env[62675]: _type = "Task" [ 579.530857] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.539904] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528015fc-3a53-ee31-6f53-bbe01ee61adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.602585] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088653} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.603201] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 579.604152] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca0e3ff-5e39-4e22-8805-5d837a4ee709 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.630874] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] f8120b0f-6eec-4d37-a398-20b57002e1d5/f8120b0f-6eec-4d37-a398-20b57002e1d5.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 579.632524] env[62675]: DEBUG nova.compute.manager [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 579.634859] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28eaae71-b8ef-45eb-b2ee-3f2790eb1b36 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.659100] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 579.659100] env[62675]: value = "task-2690164" [ 579.659100] env[62675]: _type = "Task" [ 579.659100] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.669497] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.688819] env[62675]: DEBUG nova.virt.hardware [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 579.689138] env[62675]: DEBUG nova.virt.hardware [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 579.689325] env[62675]: DEBUG nova.virt.hardware [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 579.689516] env[62675]: DEBUG nova.virt.hardware [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 579.689663] env[62675]: DEBUG nova.virt.hardware [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 579.689806] env[62675]: DEBUG nova.virt.hardware [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 579.690195] env[62675]: DEBUG nova.virt.hardware [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 579.690359] env[62675]: DEBUG nova.virt.hardware [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 579.690519] env[62675]: DEBUG nova.virt.hardware [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 579.690701] env[62675]: DEBUG nova.virt.hardware [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 579.690925] env[62675]: DEBUG nova.virt.hardware [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 579.691905] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc693e6f-11ae-4811-8783-766403a6dea2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.701366] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628a91f5-0255-46f4-9a67-c204b994d8fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.724421] env[62675]: DEBUG nova.network.neutron [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Successfully updated port: 22f9113e-3fee-465a-b9c3-1021e587c067 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 579.772055] env[62675]: DEBUG nova.scheduler.client.report [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.805522] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.042601] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528015fc-3a53-ee31-6f53-bbe01ee61adc, 'name': SearchDatastore_Task, 'duration_secs': 0.025204} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.043646] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703efebf-8819-49fe-9b80-2923c38f1b60 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.051014] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 580.051014] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bae936-ccba-f0d0-1af9-224fa4c7d220" [ 580.051014] env[62675]: _type = "Task" [ 580.051014] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.061846] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bae936-ccba-f0d0-1af9-224fa4c7d220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.170454] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690164, 'name': ReconfigVM_Task, 'duration_secs': 0.416186} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.171025] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Reconfigured VM instance instance-0000000f to attach disk [datastore2] f8120b0f-6eec-4d37-a398-20b57002e1d5/f8120b0f-6eec-4d37-a398-20b57002e1d5.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 580.171859] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0eb6dee-bec1-49d6-b890-879b44b2c82b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.182408] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 580.182408] env[62675]: value = "task-2690165" [ 580.182408] env[62675]: _type = "Task" [ 580.182408] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.191828] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690165, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.230028] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "refresh_cache-08c42fbe-9474-4b11-9398-f617b0000d3e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 580.232231] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquired lock "refresh_cache-08c42fbe-9474-4b11-9398-f617b0000d3e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.232521] env[62675]: DEBUG nova.network.neutron [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.284277] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.284851] env[62675]: DEBUG nova.compute.manager [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.288554] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.215s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.289322] env[62675]: DEBUG nova.objects.instance [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Lazy-loading 'resources' on Instance uuid d72cb155-ff74-49df-b633-b72ac4142f74 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 580.299209] env[62675]: DEBUG nova.network.neutron [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updated VIF entry in instance network info cache for port 5ca577bc-df4d-45fa-a773-828ddab03811. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.299209] env[62675]: DEBUG nova.network.neutron [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updating instance_info_cache with network_info: [{"id": "5ca577bc-df4d-45fa-a773-828ddab03811", "address": "fa:16:3e:de:43:f3", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca577bc-df", "ovs_interfaceid": "5ca577bc-df4d-45fa-a773-828ddab03811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.498128] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.498267] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.003s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.498525] env[62675]: DEBUG nova.compute.manager [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Going to confirm migration 1 {{(pid=62675) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 580.564774] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bae936-ccba-f0d0-1af9-224fa4c7d220, 'name': SearchDatastore_Task, 'duration_secs': 0.016042} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.565155] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.567278] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] d6247e9c-c9c4-472e-8d75-5b416859b9ca/d6247e9c-c9c4-472e-8d75-5b416859b9ca.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.567278] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f3c0930-c76b-4852-a440-db6300973509 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.573052] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 580.573052] env[62675]: value = "task-2690166" [ 580.573052] env[62675]: _type = "Task" [ 580.573052] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.584021] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.701837] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690165, 'name': Rename_Task, 'duration_secs': 0.208328} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.701837] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 580.701837] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-289b6e84-e52a-4d2b-8849-dc5c3bf898d7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.704871] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 580.704871] env[62675]: value = "task-2690167" [ 580.704871] env[62675]: _type = "Task" [ 580.704871] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.713640] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.790708] env[62675]: DEBUG nova.compute.utils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 580.799351] env[62675]: DEBUG nova.network.neutron [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.802155] env[62675]: DEBUG nova.compute.manager [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.802558] env[62675]: DEBUG nova.network.neutron [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.812818] env[62675]: DEBUG oslo_concurrency.lockutils [req-1432a2d7-0a9e-41c8-88f3-965049565dbc req-f27cc28d-ca07-4f31-9e42-26a5db9cba2d service nova] Releasing lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 580.983830] env[62675]: DEBUG nova.policy [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e090322e8d84763b1c480a911b62c73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0db7b242af0f4de5b996bd42c4a1784e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.082601] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690166, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.133090] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 581.133090] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.133329] env[62675]: DEBUG nova.network.neutron [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 581.133481] env[62675]: DEBUG nova.objects.instance [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lazy-loading 'info_cache' on Instance uuid 7f5037bd-1a7d-444b-9cae-9a4e3d07c280 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 581.221188] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690167, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.315680] env[62675]: DEBUG nova.compute.manager [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 581.329187] env[62675]: DEBUG nova.network.neutron [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Updating instance_info_cache with network_info: [{"id": "22f9113e-3fee-465a-b9c3-1021e587c067", "address": "fa:16:3e:d7:7d:58", "network": {"id": "a030dbc0-da79-42c8-987b-c43a7777be49", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-750595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f110d9ced24d34ba80148357738471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f9113e-3f", "ovs_interfaceid": "22f9113e-3fee-465a-b9c3-1021e587c067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.453754] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fa92d8-e584-4620-9c72-004d4b3b9fd1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.463064] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46331e2e-e75b-46b7-94bc-cd24430cbf6a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.498717] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2995a43d-6394-41ce-aa09-86cb8f8220f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.506389] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b91311-6798-460a-8ad9-fc90f765e6c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.522283] env[62675]: DEBUG nova.compute.provider_tree [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.587507] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680307} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.587792] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] d6247e9c-c9c4-472e-8d75-5b416859b9ca/d6247e9c-c9c4-472e-8d75-5b416859b9ca.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.587900] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.588173] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e69402ad-762c-429d-89e9-9f0fa7ce9d11 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.598865] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 581.598865] env[62675]: value = "task-2690168" [ 581.598865] env[62675]: _type = "Task" [ 581.598865] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.609966] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.716124] env[62675]: DEBUG oslo_vmware.api [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690167, 'name': PowerOnVM_Task, 'duration_secs': 0.807064} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.716124] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 581.716124] env[62675]: INFO nova.compute.manager [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Took 10.12 seconds to spawn the instance on the hypervisor. [ 581.716738] env[62675]: DEBUG nova.compute.manager [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 581.717465] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2256fb92-e3ea-4033-b64f-90a901d998f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.833362] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Releasing lock "refresh_cache-08c42fbe-9474-4b11-9398-f617b0000d3e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 581.834121] env[62675]: DEBUG nova.compute.manager [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Instance network_info: |[{"id": "22f9113e-3fee-465a-b9c3-1021e587c067", "address": "fa:16:3e:d7:7d:58", "network": {"id": "a030dbc0-da79-42c8-987b-c43a7777be49", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-750595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f110d9ced24d34ba80148357738471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f9113e-3f", "ovs_interfaceid": "22f9113e-3fee-465a-b9c3-1021e587c067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 581.834286] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:7d:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22f9113e-3fee-465a-b9c3-1021e587c067', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.846397] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Creating folder: Project (05f110d9ced24d34ba80148357738471). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.846495] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-073b74e3-e38f-4a9b-81cd-3986040553eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.857359] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Created folder: Project (05f110d9ced24d34ba80148357738471) in parent group-v542174. [ 581.857571] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Creating folder: Instances. Parent ref: group-v542219. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.857817] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07a76d60-7564-4b36-8c7e-d525f17842d1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.872168] env[62675]: DEBUG nova.network.neutron [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Successfully created port: 256e4537-5074-47ba-811c-aee2e5c2a637 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.879864] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Created folder: Instances in parent group-v542219. [ 581.880162] env[62675]: DEBUG oslo.service.loopingcall [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 581.880993] env[62675]: DEBUG nova.network.neutron [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Successfully updated port: 55e78443-e213-4466-b364-d03e94b7c43a {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 581.885133] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.888731] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31f3ef2d-a107-4f6e-8210-98d4aef78d0e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.904343] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "e3b8ed45-0638-4f75-9c6f-c984702e660b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.904851] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "e3b8ed45-0638-4f75-9c6f-c984702e660b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.907696] env[62675]: DEBUG oslo_vmware.rw_handles [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a969b-d1c6-3be0-a0d9-d922d39a1e8f/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 581.909693] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcdc01c-e634-42c7-8fc4-e09bfac47898 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.916680] env[62675]: DEBUG oslo_vmware.rw_handles [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a969b-d1c6-3be0-a0d9-d922d39a1e8f/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 581.916841] env[62675]: ERROR oslo_vmware.rw_handles [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a969b-d1c6-3be0-a0d9-d922d39a1e8f/disk-0.vmdk due to incomplete transfer. [ 581.918317] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-27c1906f-41cf-4b2f-b712-6b40b779b8ec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.920181] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.920181] env[62675]: value = "task-2690171" [ 581.920181] env[62675]: _type = "Task" [ 581.920181] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.928167] env[62675]: DEBUG oslo_vmware.rw_handles [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a969b-d1c6-3be0-a0d9-d922d39a1e8f/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 581.928167] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Uploaded image 808fee3f-5118-47d1-9e81-eada8f098176 to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 581.928167] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 581.931102] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e7c76a5d-9b45-4d87-98a3-9c8314551a18 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.934761] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690171, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.936575] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 581.936575] env[62675]: value = "task-2690172" [ 581.936575] env[62675]: _type = "Task" [ 581.936575] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.945412] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690172, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.025948] env[62675]: DEBUG nova.scheduler.client.report [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.113076] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077408} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.113076] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.113564] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bd0964-7ed7-4518-bff9-d7953a29c828 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.142442] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] d6247e9c-c9c4-472e-8d75-5b416859b9ca/d6247e9c-c9c4-472e-8d75-5b416859b9ca.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.142829] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24e3e75c-caa5-4ad3-a918-1516ed2e1727 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.168204] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 582.168204] env[62675]: value = "task-2690173" [ 582.168204] env[62675]: _type = "Task" [ 582.168204] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.178128] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.222716] env[62675]: DEBUG nova.compute.manager [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Received event network-vif-deleted-72f2b0c6-3060-4358-be2d-217e9ff163f1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.223105] env[62675]: DEBUG nova.compute.manager [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Received event network-vif-plugged-22f9113e-3fee-465a-b9c3-1021e587c067 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.223812] env[62675]: DEBUG oslo_concurrency.lockutils [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] Acquiring lock "08c42fbe-9474-4b11-9398-f617b0000d3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.226247] env[62675]: DEBUG oslo_concurrency.lockutils [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] Lock "08c42fbe-9474-4b11-9398-f617b0000d3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.226247] env[62675]: DEBUG oslo_concurrency.lockutils [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] Lock "08c42fbe-9474-4b11-9398-f617b0000d3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.226247] env[62675]: DEBUG nova.compute.manager [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] No waiting events found dispatching network-vif-plugged-22f9113e-3fee-465a-b9c3-1021e587c067 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 582.226247] env[62675]: WARNING nova.compute.manager [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Received unexpected event network-vif-plugged-22f9113e-3fee-465a-b9c3-1021e587c067 for instance with vm_state building and task_state spawning. [ 582.226247] env[62675]: DEBUG nova.compute.manager [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Received event network-changed-22f9113e-3fee-465a-b9c3-1021e587c067 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 582.226527] env[62675]: DEBUG nova.compute.manager [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Refreshing instance network info cache due to event network-changed-22f9113e-3fee-465a-b9c3-1021e587c067. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 582.226527] env[62675]: DEBUG oslo_concurrency.lockutils [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] Acquiring lock "refresh_cache-08c42fbe-9474-4b11-9398-f617b0000d3e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.226527] env[62675]: DEBUG oslo_concurrency.lockutils [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] Acquired lock "refresh_cache-08c42fbe-9474-4b11-9398-f617b0000d3e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.226527] env[62675]: DEBUG nova.network.neutron [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Refreshing network info cache for port 22f9113e-3fee-465a-b9c3-1021e587c067 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 582.240969] env[62675]: INFO nova.compute.manager [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Took 27.88 seconds to build instance. [ 582.327269] env[62675]: DEBUG nova.compute.manager [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.361957] env[62675]: DEBUG nova.virt.hardware [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.364016] env[62675]: DEBUG nova.virt.hardware [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.364016] env[62675]: DEBUG nova.virt.hardware [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.364016] env[62675]: DEBUG nova.virt.hardware [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.364016] env[62675]: DEBUG nova.virt.hardware [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.364016] env[62675]: DEBUG nova.virt.hardware [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.364336] env[62675]: DEBUG nova.virt.hardware [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.364336] env[62675]: DEBUG nova.virt.hardware [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.364336] env[62675]: DEBUG nova.virt.hardware [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.364336] env[62675]: DEBUG nova.virt.hardware [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.364336] env[62675]: DEBUG nova.virt.hardware [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.364751] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9067bfc-531e-4bef-9f9a-3c69ec94f476 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.380769] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9b9752-0bbb-45eb-a899-388e2ac5c918 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.398779] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Acquiring lock "refresh_cache-dfc4f2f6-fbaa-4c38-a080-c535c00a09c4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.399247] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Acquired lock "refresh_cache-dfc4f2f6-fbaa-4c38-a080-c535c00a09c4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.399509] env[62675]: DEBUG nova.network.neutron [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 582.431239] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690171, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.446782] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690172, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.531267] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.535053] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.635s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.536536] env[62675]: INFO nova.compute.claims [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.558217] env[62675]: DEBUG nova.network.neutron [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance_info_cache with network_info: [{"id": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "address": "fa:16:3e:4d:cc:ea", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1405d21a-5b", "ovs_interfaceid": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 582.566069] env[62675]: INFO nova.scheduler.client.report [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Deleted allocations for instance d72cb155-ff74-49df-b633-b72ac4142f74 [ 582.683082] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.745438] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a355e037-5d3d-463d-8361-695561230dfb tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "f8120b0f-6eec-4d37-a398-20b57002e1d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.673s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.934132] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690171, 'name': CreateVM_Task, 'duration_secs': 0.852091} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.934257] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.934937] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.935123] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.935513] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 582.935711] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37bfa5da-3aee-4c55-a5c5-a0ffbf398e05 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.946954] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 582.946954] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d8c2e4-324d-1852-696e-0ea2d5d7c4c8" [ 582.946954] env[62675]: _type = "Task" [ 582.946954] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.950973] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690172, 'name': Destroy_Task, 'duration_secs': 0.918846} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.954925] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Destroyed the VM [ 582.955346] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 582.956133] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12c58759-938f-4382-80b4-eae2059fab59 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.964595] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d8c2e4-324d-1852-696e-0ea2d5d7c4c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011981} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.966078] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.966354] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.966775] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 582.966850] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.966990] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.967373] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 582.967373] env[62675]: value = "task-2690174" [ 582.967373] env[62675]: _type = "Task" [ 582.967373] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.967589] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44c6450b-c8ea-4a95-97c2-109a17e87ba7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.982575] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.983644] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.986013] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.986013] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2e2469-7945-4df0-b3bd-20a0661104e7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.990014] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 582.990014] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523e94c3-642d-63a8-f275-48f4f6c5fc44" [ 582.990014] env[62675]: _type = "Task" [ 582.990014] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.006442] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523e94c3-642d-63a8-f275-48f4f6c5fc44, 'name': SearchDatastore_Task, 'duration_secs': 0.011715} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.007238] env[62675]: DEBUG nova.network.neutron [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 583.009628] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf4b612-f5f8-4c41-befe-d02f6daa148a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.015452] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 583.015452] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]526f5e79-2123-5b21-fd81-1b8f246828b2" [ 583.015452] env[62675]: _type = "Task" [ 583.015452] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.024706] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526f5e79-2123-5b21-fd81-1b8f246828b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.060790] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.061183] env[62675]: DEBUG nova.objects.instance [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lazy-loading 'migration_context' on Instance uuid 7f5037bd-1a7d-444b-9cae-9a4e3d07c280 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 583.074431] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c705a10-0bf1-4008-998b-117602126b34 tempest-ServerDiagnosticsV248Test-291667279 tempest-ServerDiagnosticsV248Test-291667279-project-member] Lock "d72cb155-ff74-49df-b633-b72ac4142f74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.930s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.181232] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.248156] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 583.479796] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.529102] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526f5e79-2123-5b21-fd81-1b8f246828b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01354} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.529852] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 583.530594] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 08c42fbe-9474-4b11-9398-f617b0000d3e/08c42fbe-9474-4b11-9398-f617b0000d3e.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 583.530594] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af1a2976-9b29-406f-ab57-54dd2ab5907f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.537127] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 583.537127] env[62675]: value = "task-2690175" [ 583.537127] env[62675]: _type = "Task" [ 583.537127] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.548535] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.566795] env[62675]: DEBUG nova.objects.base [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Object Instance<7f5037bd-1a7d-444b-9cae-9a4e3d07c280> lazy-loaded attributes: info_cache,migration_context {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 583.566795] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff1e283-3d9c-44c5-b5e7-4d27b47f3466 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.597046] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c6b03b-086c-4553-8991-352ab041dc36 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.602396] env[62675]: DEBUG oslo_vmware.api [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 583.602396] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fe8148-7d18-8981-ba33-d238c3f54995" [ 583.602396] env[62675]: _type = "Task" [ 583.602396] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.611758] env[62675]: DEBUG oslo_vmware.api [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fe8148-7d18-8981-ba33-d238c3f54995, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.644187] env[62675]: DEBUG nova.network.neutron [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Updated VIF entry in instance network info cache for port 22f9113e-3fee-465a-b9c3-1021e587c067. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.644187] env[62675]: DEBUG nova.network.neutron [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Updating instance_info_cache with network_info: [{"id": "22f9113e-3fee-465a-b9c3-1021e587c067", "address": "fa:16:3e:d7:7d:58", "network": {"id": "a030dbc0-da79-42c8-987b-c43a7777be49", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-750595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f110d9ced24d34ba80148357738471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f9113e-3f", "ovs_interfaceid": "22f9113e-3fee-465a-b9c3-1021e587c067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.684039] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.731719] env[62675]: DEBUG nova.network.neutron [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Updating instance_info_cache with network_info: [{"id": "55e78443-e213-4466-b364-d03e94b7c43a", "address": "fa:16:3e:cd:5f:17", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e78443-e2", "ovs_interfaceid": "55e78443-e213-4466-b364-d03e94b7c43a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.774288] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.984757] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690174, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.049906] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690175, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.120877] env[62675]: DEBUG oslo_vmware.api [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fe8148-7d18-8981-ba33-d238c3f54995, 'name': SearchDatastore_Task, 'duration_secs': 0.017198} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.124034] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.129647] env[62675]: DEBUG nova.network.neutron [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Successfully updated port: 256e4537-5074-47ba-811c-aee2e5c2a637 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 584.146556] env[62675]: DEBUG oslo_concurrency.lockutils [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] Releasing lock "refresh_cache-08c42fbe-9474-4b11-9398-f617b0000d3e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.146819] env[62675]: DEBUG nova.compute.manager [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Received event network-changed-97dd92f2-d010-4b7e-9dab-8290ed6b8279 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.147253] env[62675]: DEBUG nova.compute.manager [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Refreshing instance network info cache due to event network-changed-97dd92f2-d010-4b7e-9dab-8290ed6b8279. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 584.147549] env[62675]: DEBUG oslo_concurrency.lockutils [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] Acquiring lock "refresh_cache-261ccdeb-6805-4db9-9595-472f7247d489" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.149273] env[62675]: DEBUG oslo_concurrency.lockutils [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] Acquired lock "refresh_cache-261ccdeb-6805-4db9-9595-472f7247d489" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.149273] env[62675]: DEBUG nova.network.neutron [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Refreshing network info cache for port 97dd92f2-d010-4b7e-9dab-8290ed6b8279 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.185819] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690173, 'name': ReconfigVM_Task, 'duration_secs': 1.719172} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.186184] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Reconfigured VM instance instance-00000010 to attach disk [datastore2] d6247e9c-c9c4-472e-8d75-5b416859b9ca/d6247e9c-c9c4-472e-8d75-5b416859b9ca.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.186844] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71bb3d74-cce4-449b-9eaa-0558df877909 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.197734] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 584.197734] env[62675]: value = "task-2690176" [ 584.197734] env[62675]: _type = "Task" [ 584.197734] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.213519] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690176, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.226145] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819d1cc6-d29d-4888-8ddc-c87d0cfa144f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.233609] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Releasing lock "refresh_cache-dfc4f2f6-fbaa-4c38-a080-c535c00a09c4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 584.234320] env[62675]: DEBUG nova.compute.manager [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Instance network_info: |[{"id": "55e78443-e213-4466-b364-d03e94b7c43a", "address": "fa:16:3e:cd:5f:17", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e78443-e2", "ovs_interfaceid": "55e78443-e213-4466-b364-d03e94b7c43a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 584.235054] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:5f:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55e78443-e213-4466-b364-d03e94b7c43a', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.244124] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Creating folder: Project (995a33f4c2e141749ca0480cb4cd7a47). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.245264] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961455d5-45c0-47c7-90db-1d1d42ae2a6b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.249059] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-265fe5d1-291c-4cd3-b2ce-a141290b9aed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.287924] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9ddd44-60e1-4505-8609-ce59b5f319a7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.290727] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Created folder: Project (995a33f4c2e141749ca0480cb4cd7a47) in parent group-v542174. [ 584.291084] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Creating folder: Instances. Parent ref: group-v542222. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.291349] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd488c7a-4536-409e-a41f-30d0f899c722 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.300580] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496d9bde-6e28-43ed-ac06-06ed585324ae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.304620] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Created folder: Instances in parent group-v542222. [ 584.304929] env[62675]: DEBUG oslo.service.loopingcall [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.305537] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.305754] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca6a16ab-98ec-4569-964b-c456b1fa467b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.331036] env[62675]: DEBUG nova.compute.provider_tree [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.338813] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.338813] env[62675]: value = "task-2690179" [ 584.338813] env[62675]: _type = "Task" [ 584.338813] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.348316] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690179, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.487921] env[62675]: DEBUG oslo_vmware.api [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690174, 'name': RemoveSnapshot_Task, 'duration_secs': 1.50653} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.488880] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 584.488880] env[62675]: INFO nova.compute.manager [None req-547ebfe1-54e6-42b0-b1b1-b15f540922a1 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Took 15.92 seconds to snapshot the instance on the hypervisor. [ 584.558395] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5196} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.558734] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 08c42fbe-9474-4b11-9398-f617b0000d3e/08c42fbe-9474-4b11-9398-f617b0000d3e.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 584.559178] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 584.559297] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-298c6a43-98c6-4ed5-8518-563a13a54398 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.567531] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 584.567531] env[62675]: value = "task-2690180" [ 584.567531] env[62675]: _type = "Task" [ 584.567531] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.577639] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.636123] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "refresh_cache-eeb6bb89-1a96-42cf-ab40-888e39600d35" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.636306] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquired lock "refresh_cache-eeb6bb89-1a96-42cf-ab40-888e39600d35" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.636466] env[62675]: DEBUG nova.network.neutron [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.708676] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690176, 'name': Rename_Task, 'duration_secs': 0.191759} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.711188] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.711481] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-516359d0-5fd5-4b51-8cf9-8c34b607821d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.724553] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 584.724553] env[62675]: value = "task-2690181" [ 584.724553] env[62675]: _type = "Task" [ 584.724553] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.735372] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.740746] env[62675]: DEBUG nova.compute.manager [req-8a290810-b88a-4e18-a40f-d30fd062d3eb req-9e80a251-b49b-424d-9fe7-33e079c37774 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Received event network-changed-0d8810f1-7eca-404e-a0d6-deb5c86aee0c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.740931] env[62675]: DEBUG nova.compute.manager [req-8a290810-b88a-4e18-a40f-d30fd062d3eb req-9e80a251-b49b-424d-9fe7-33e079c37774 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Refreshing instance network info cache due to event network-changed-0d8810f1-7eca-404e-a0d6-deb5c86aee0c. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 584.741700] env[62675]: DEBUG oslo_concurrency.lockutils [req-8a290810-b88a-4e18-a40f-d30fd062d3eb req-9e80a251-b49b-424d-9fe7-33e079c37774 service nova] Acquiring lock "refresh_cache-f8120b0f-6eec-4d37-a398-20b57002e1d5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.741700] env[62675]: DEBUG oslo_concurrency.lockutils [req-8a290810-b88a-4e18-a40f-d30fd062d3eb req-9e80a251-b49b-424d-9fe7-33e079c37774 service nova] Acquired lock "refresh_cache-f8120b0f-6eec-4d37-a398-20b57002e1d5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.741700] env[62675]: DEBUG nova.network.neutron [req-8a290810-b88a-4e18-a40f-d30fd062d3eb req-9e80a251-b49b-424d-9fe7-33e079c37774 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Refreshing network info cache for port 0d8810f1-7eca-404e-a0d6-deb5c86aee0c {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.837078] env[62675]: DEBUG nova.scheduler.client.report [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.854111] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690179, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.995186] env[62675]: DEBUG nova.network.neutron [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Updated VIF entry in instance network info cache for port 97dd92f2-d010-4b7e-9dab-8290ed6b8279. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 584.995581] env[62675]: DEBUG nova.network.neutron [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Updating instance_info_cache with network_info: [{"id": "97dd92f2-d010-4b7e-9dab-8290ed6b8279", "address": "fa:16:3e:27:9e:18", "network": {"id": "a3618e79-4aff-4fb4-9340-9e608a357da9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1054804870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a05cc7a1b8fa4789be5d429aee8179f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97dd92f2-d0", "ovs_interfaceid": "97dd92f2-d010-4b7e-9dab-8290ed6b8279", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.078428] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092444} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.078428] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 585.079350] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffbfa40-509d-4485-b230-aa8fab4cd8eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.107738] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 08c42fbe-9474-4b11-9398-f617b0000d3e/08c42fbe-9474-4b11-9398-f617b0000d3e.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 585.107738] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5f1cad-6038-44b9-a9e3-b29cd7c13b0c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.133491] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 585.133491] env[62675]: value = "task-2690182" [ 585.133491] env[62675]: _type = "Task" [ 585.133491] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.144631] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690182, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.202427] env[62675]: DEBUG nova.network.neutron [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.235269] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.350715] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.351093] env[62675]: DEBUG nova.compute.manager [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.353570] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690179, 'name': CreateVM_Task, 'duration_secs': 0.521339} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.353830] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.206s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.355253] env[62675]: INFO nova.compute.claims [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 585.361058] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.361058] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.361058] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.361058] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.361058] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71feb5b-84ce-41c1-98b5-e76d55af1763 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.365515] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Waiting for the task: (returnval){ [ 585.365515] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52046842-3c56-3f48-e107-b92a617594bd" [ 585.365515] env[62675]: _type = "Task" [ 585.365515] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.374580] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52046842-3c56-3f48-e107-b92a617594bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.479148] env[62675]: DEBUG nova.network.neutron [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Updating instance_info_cache with network_info: [{"id": "256e4537-5074-47ba-811c-aee2e5c2a637", "address": "fa:16:3e:76:22:48", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap256e4537-50", "ovs_interfaceid": "256e4537-5074-47ba-811c-aee2e5c2a637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.499844] env[62675]: DEBUG oslo_concurrency.lockutils [req-f4e0888c-8b84-4e31-8255-0c73f1712d1f req-5541cb03-2b6e-42e9-bebd-e6d1b03359d6 service nova] Releasing lock "refresh_cache-261ccdeb-6805-4db9-9595-472f7247d489" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.643541] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690182, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.718422] env[62675]: DEBUG nova.network.neutron [req-8a290810-b88a-4e18-a40f-d30fd062d3eb req-9e80a251-b49b-424d-9fe7-33e079c37774 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Updated VIF entry in instance network info cache for port 0d8810f1-7eca-404e-a0d6-deb5c86aee0c. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 585.718422] env[62675]: DEBUG nova.network.neutron [req-8a290810-b88a-4e18-a40f-d30fd062d3eb req-9e80a251-b49b-424d-9fe7-33e079c37774 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Updating instance_info_cache with network_info: [{"id": "0d8810f1-7eca-404e-a0d6-deb5c86aee0c", "address": "fa:16:3e:e6:ea:53", "network": {"id": "c72e5dd6-ca76-4a47-967b-e5cb9cba90ad", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756104949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a926b6f255de4766b6f252ec7213cce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8810f1-7e", "ovs_interfaceid": "0d8810f1-7eca-404e-a0d6-deb5c86aee0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.732791] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690181, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.861453] env[62675]: DEBUG nova.compute.utils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 585.864595] env[62675]: DEBUG nova.compute.manager [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.865590] env[62675]: DEBUG nova.network.neutron [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.889436] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52046842-3c56-3f48-e107-b92a617594bd, 'name': SearchDatastore_Task, 'duration_secs': 0.018973} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.889436] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.889436] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.889436] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.889648] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.889648] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.889648] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbaddde5-a7e9-4ef3-bd24-46ccdfd3f399 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.899200] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.899364] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.900130] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d242245-3f80-4081-8668-8757596a4307 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.909532] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Waiting for the task: (returnval){ [ 585.909532] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5265a2dc-9133-9449-b578-5a242806e720" [ 585.909532] env[62675]: _type = "Task" [ 585.909532] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.913204] env[62675]: DEBUG nova.compute.manager [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Received event network-vif-plugged-55e78443-e213-4466-b364-d03e94b7c43a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.913204] env[62675]: DEBUG oslo_concurrency.lockutils [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] Acquiring lock "dfc4f2f6-fbaa-4c38-a080-c535c00a09c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.913204] env[62675]: DEBUG oslo_concurrency.lockutils [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] Lock "dfc4f2f6-fbaa-4c38-a080-c535c00a09c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.913204] env[62675]: DEBUG oslo_concurrency.lockutils [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] Lock "dfc4f2f6-fbaa-4c38-a080-c535c00a09c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.913204] env[62675]: DEBUG nova.compute.manager [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] No waiting events found dispatching network-vif-plugged-55e78443-e213-4466-b364-d03e94b7c43a {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 585.913658] env[62675]: WARNING nova.compute.manager [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Received unexpected event network-vif-plugged-55e78443-e213-4466-b364-d03e94b7c43a for instance with vm_state building and task_state spawning. [ 585.913658] env[62675]: DEBUG nova.compute.manager [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Received event network-changed-55e78443-e213-4466-b364-d03e94b7c43a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 585.913658] env[62675]: DEBUG nova.compute.manager [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Refreshing instance network info cache due to event network-changed-55e78443-e213-4466-b364-d03e94b7c43a. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 585.913658] env[62675]: DEBUG oslo_concurrency.lockutils [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] Acquiring lock "refresh_cache-dfc4f2f6-fbaa-4c38-a080-c535c00a09c4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.913658] env[62675]: DEBUG oslo_concurrency.lockutils [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] Acquired lock "refresh_cache-dfc4f2f6-fbaa-4c38-a080-c535c00a09c4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.913820] env[62675]: DEBUG nova.network.neutron [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Refreshing network info cache for port 55e78443-e213-4466-b364-d03e94b7c43a {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.926686] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5265a2dc-9133-9449-b578-5a242806e720, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.930030] env[62675]: DEBUG nova.policy [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b7076772e69481d8917ff6ea6989b6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a51a4c8f8a974294ad8ca32ec4228f08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.932050] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b46e046b-cb37-49aa-be31-462dbcd77072 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.939425] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Waiting for the task: (returnval){ [ 585.939425] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523ff266-ec31-006f-4ed3-42b7b10d9603" [ 585.939425] env[62675]: _type = "Task" [ 585.939425] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.950950] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523ff266-ec31-006f-4ed3-42b7b10d9603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.982239] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Releasing lock "refresh_cache-eeb6bb89-1a96-42cf-ab40-888e39600d35" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.983446] env[62675]: DEBUG nova.compute.manager [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Instance network_info: |[{"id": "256e4537-5074-47ba-811c-aee2e5c2a637", "address": "fa:16:3e:76:22:48", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap256e4537-50", "ovs_interfaceid": "256e4537-5074-47ba-811c-aee2e5c2a637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.983561] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:22:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '256e4537-5074-47ba-811c-aee2e5c2a637', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.991982] env[62675]: DEBUG oslo.service.loopingcall [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.992782] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.993093] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-573d44b0-a28b-4a45-9786-1cf82078732a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.014970] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 586.014970] env[62675]: value = "task-2690183" [ 586.014970] env[62675]: _type = "Task" [ 586.014970] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.025484] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690183, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.142981] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690182, 'name': ReconfigVM_Task, 'duration_secs': 0.841962} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.143323] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 08c42fbe-9474-4b11-9398-f617b0000d3e/08c42fbe-9474-4b11-9398-f617b0000d3e.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 586.143951] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bea01b85-da0d-4b9e-8eb5-fce86b731d94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.150584] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 586.150584] env[62675]: value = "task-2690184" [ 586.150584] env[62675]: _type = "Task" [ 586.150584] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.161141] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690184, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.223215] env[62675]: DEBUG oslo_concurrency.lockutils [req-8a290810-b88a-4e18-a40f-d30fd062d3eb req-9e80a251-b49b-424d-9fe7-33e079c37774 service nova] Releasing lock "refresh_cache-f8120b0f-6eec-4d37-a398-20b57002e1d5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.235939] env[62675]: DEBUG oslo_vmware.api [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690181, 'name': PowerOnVM_Task, 'duration_secs': 1.228954} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.237542] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.237751] env[62675]: INFO nova.compute.manager [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Took 12.06 seconds to spawn the instance on the hypervisor. [ 586.237923] env[62675]: DEBUG nova.compute.manager [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.239325] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf89628f-dfed-46b0-a5b5-044f8a276dc7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.332035] env[62675]: DEBUG nova.network.neutron [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Successfully created port: 5a5b1bb7-770f-4f08-9c76-899e226acc7b {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 586.375198] env[62675]: DEBUG nova.compute.manager [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.452351] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523ff266-ec31-006f-4ed3-42b7b10d9603, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.452635] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.452895] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] dfc4f2f6-fbaa-4c38-a080-c535c00a09c4/dfc4f2f6-fbaa-4c38-a080-c535c00a09c4.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.453181] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22104d1a-652d-4a91-910f-838eec4bd2de {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.470517] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Waiting for the task: (returnval){ [ 586.470517] env[62675]: value = "task-2690185" [ 586.470517] env[62675]: _type = "Task" [ 586.470517] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.481504] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.528133] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.528402] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.533805] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690183, 'name': CreateVM_Task, 'duration_secs': 0.391951} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.534014] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.534751] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.534950] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.535300] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.535926] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a65cf4-7ff5-471f-9c07-64958ff3c599 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.541640] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 586.541640] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52984865-9e39-c124-55fa-0905b07b514a" [ 586.541640] env[62675]: _type = "Task" [ 586.541640] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.558108] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52984865-9e39-c124-55fa-0905b07b514a, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.558108] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.558321] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.558583] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.558729] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.558938] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.559284] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b23da59-33b9-43b2-a85c-a94d4654294f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.571737] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.571737] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.571824] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea5e884-8cc3-45d6-a018-2d65e7e77d42 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.582952] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 586.582952] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e92a6-e0ca-7966-4789-9516fd6bcaaa" [ 586.582952] env[62675]: _type = "Task" [ 586.582952] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.596805] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e92a6-e0ca-7966-4789-9516fd6bcaaa, 'name': SearchDatastore_Task, 'duration_secs': 0.009579} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.597852] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8e5729-756b-49f2-b993-4e494fc6daa3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.604949] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 586.604949] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525f7563-56f2-a6a4-a6ec-57fdd9776c40" [ 586.604949] env[62675]: _type = "Task" [ 586.604949] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.615062] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525f7563-56f2-a6a4-a6ec-57fdd9776c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.663206] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690184, 'name': Rename_Task, 'duration_secs': 0.174084} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.663528] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 586.663924] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf7c005b-1ea5-4da1-b314-64c17f538cb2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.678119] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 586.678119] env[62675]: value = "task-2690186" [ 586.678119] env[62675]: _type = "Task" [ 586.678119] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.691158] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.761848] env[62675]: INFO nova.compute.manager [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Took 31.35 seconds to build instance. [ 586.980386] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690185, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.993755] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2736dc-b104-4581-add5-deaac24eab1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.001447] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da692d03-d1db-45b2-9b7f-79f84849cc8f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.036022] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f85a3d-ac6a-4973-b9e0-c5d06b64a36d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.047112] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edfa79c-1054-402d-8a7f-59ec5a0a7156 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.049763] env[62675]: DEBUG nova.network.neutron [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Updated VIF entry in instance network info cache for port 55e78443-e213-4466-b364-d03e94b7c43a. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 587.050208] env[62675]: DEBUG nova.network.neutron [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Updating instance_info_cache with network_info: [{"id": "55e78443-e213-4466-b364-d03e94b7c43a", "address": "fa:16:3e:cd:5f:17", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55e78443-e2", "ovs_interfaceid": "55e78443-e213-4466-b364-d03e94b7c43a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.059795] env[62675]: DEBUG nova.compute.provider_tree [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 587.116162] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525f7563-56f2-a6a4-a6ec-57fdd9776c40, 'name': SearchDatastore_Task, 'duration_secs': 0.009573} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.116492] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.116789] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] eeb6bb89-1a96-42cf-ab40-888e39600d35/eeb6bb89-1a96-42cf-ab40-888e39600d35.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.118776] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8fb66a3-0220-44e5-987d-fc4e9b5987b4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.124301] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 587.124301] env[62675]: value = "task-2690187" [ 587.124301] env[62675]: _type = "Task" [ 587.124301] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.132819] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.192371] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.266316] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42ccaf08-83a1-4668-bde2-3488dea1a702 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.553s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.393934] env[62675]: DEBUG nova.compute.manager [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.425185] env[62675]: DEBUG nova.virt.hardware [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.425418] env[62675]: DEBUG nova.virt.hardware [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.425598] env[62675]: DEBUG nova.virt.hardware [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.425941] env[62675]: DEBUG nova.virt.hardware [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.426177] env[62675]: DEBUG nova.virt.hardware [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.426436] env[62675]: DEBUG nova.virt.hardware [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.426764] env[62675]: DEBUG nova.virt.hardware [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.426982] env[62675]: DEBUG nova.virt.hardware [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.427272] env[62675]: DEBUG nova.virt.hardware [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.427524] env[62675]: DEBUG nova.virt.hardware [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.427874] env[62675]: DEBUG nova.virt.hardware [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.428980] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214a042d-b858-4a48-af21-6e757b28b8ea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.438875] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b118cd-2e92-43cf-9213-1d267e672cc6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.484268] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537764} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.484648] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] dfc4f2f6-fbaa-4c38-a080-c535c00a09c4/dfc4f2f6-fbaa-4c38-a080-c535c00a09c4.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.484934] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.486504] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-089fe981-747d-4d8d-8cca-952137739819 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.493242] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Waiting for the task: (returnval){ [ 587.493242] env[62675]: value = "task-2690188" [ 587.493242] env[62675]: _type = "Task" [ 587.493242] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.503208] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.555867] env[62675]: DEBUG nova.compute.manager [req-aa58a5de-116c-45f6-8799-997147965bfd req-02ff427e-05d8-4ffc-a962-fa831674d25f service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Received event network-changed-0d8810f1-7eca-404e-a0d6-deb5c86aee0c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 587.558049] env[62675]: DEBUG nova.compute.manager [req-aa58a5de-116c-45f6-8799-997147965bfd req-02ff427e-05d8-4ffc-a962-fa831674d25f service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Refreshing instance network info cache due to event network-changed-0d8810f1-7eca-404e-a0d6-deb5c86aee0c. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 587.558049] env[62675]: DEBUG oslo_concurrency.lockutils [req-aa58a5de-116c-45f6-8799-997147965bfd req-02ff427e-05d8-4ffc-a962-fa831674d25f service nova] Acquiring lock "refresh_cache-f8120b0f-6eec-4d37-a398-20b57002e1d5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.558049] env[62675]: DEBUG oslo_concurrency.lockutils [req-aa58a5de-116c-45f6-8799-997147965bfd req-02ff427e-05d8-4ffc-a962-fa831674d25f service nova] Acquired lock "refresh_cache-f8120b0f-6eec-4d37-a398-20b57002e1d5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.558049] env[62675]: DEBUG nova.network.neutron [req-aa58a5de-116c-45f6-8799-997147965bfd req-02ff427e-05d8-4ffc-a962-fa831674d25f service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Refreshing network info cache for port 0d8810f1-7eca-404e-a0d6-deb5c86aee0c {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.565039] env[62675]: DEBUG oslo_concurrency.lockutils [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] Releasing lock "refresh_cache-dfc4f2f6-fbaa-4c38-a080-c535c00a09c4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.565039] env[62675]: DEBUG nova.compute.manager [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Received event network-vif-plugged-256e4537-5074-47ba-811c-aee2e5c2a637 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 587.565039] env[62675]: DEBUG oslo_concurrency.lockutils [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] Acquiring lock "eeb6bb89-1a96-42cf-ab40-888e39600d35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.565039] env[62675]: DEBUG oslo_concurrency.lockutils [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] Lock "eeb6bb89-1a96-42cf-ab40-888e39600d35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.565039] env[62675]: DEBUG oslo_concurrency.lockutils [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] Lock "eeb6bb89-1a96-42cf-ab40-888e39600d35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.565391] env[62675]: DEBUG nova.compute.manager [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] No waiting events found dispatching network-vif-plugged-256e4537-5074-47ba-811c-aee2e5c2a637 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 587.565391] env[62675]: WARNING nova.compute.manager [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Received unexpected event network-vif-plugged-256e4537-5074-47ba-811c-aee2e5c2a637 for instance with vm_state building and task_state spawning. [ 587.565391] env[62675]: DEBUG nova.compute.manager [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Received event network-changed-256e4537-5074-47ba-811c-aee2e5c2a637 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 587.565391] env[62675]: DEBUG nova.compute.manager [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Refreshing instance network info cache due to event network-changed-256e4537-5074-47ba-811c-aee2e5c2a637. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 587.565391] env[62675]: DEBUG oslo_concurrency.lockutils [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] Acquiring lock "refresh_cache-eeb6bb89-1a96-42cf-ab40-888e39600d35" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.565629] env[62675]: DEBUG oslo_concurrency.lockutils [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] Acquired lock "refresh_cache-eeb6bb89-1a96-42cf-ab40-888e39600d35" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.565629] env[62675]: DEBUG nova.network.neutron [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Refreshing network info cache for port 256e4537-5074-47ba-811c-aee2e5c2a637 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 587.566979] env[62675]: DEBUG nova.scheduler.client.report [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.638953] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690187, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.691682] env[62675]: DEBUG oslo_vmware.api [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690186, 'name': PowerOnVM_Task, 'duration_secs': 0.846728} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.692129] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 587.692239] env[62675]: INFO nova.compute.manager [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Took 10.78 seconds to spawn the instance on the hypervisor. [ 587.692403] env[62675]: DEBUG nova.compute.manager [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.693207] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95397048-c602-4f37-9b09-9a584e2339b1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.755242] env[62675]: DEBUG oslo_concurrency.lockutils [None req-08b52bf6-aaf9-41c9-bb2f-6a4644b394b0 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.755242] env[62675]: DEBUG oslo_concurrency.lockutils [None req-08b52bf6-aaf9-41c9-bb2f-6a4644b394b0 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.755242] env[62675]: DEBUG nova.compute.manager [None req-08b52bf6-aaf9-41c9-bb2f-6a4644b394b0 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.756409] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01cfe19-7a97-4146-a7fc-4e647d412193 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.767721] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.772020] env[62675]: DEBUG nova.compute.manager [None req-08b52bf6-aaf9-41c9-bb2f-6a4644b394b0 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 587.772020] env[62675]: DEBUG nova.objects.instance [None req-08b52bf6-aaf9-41c9-bb2f-6a4644b394b0 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lazy-loading 'flavor' on Instance uuid eb140ffc-39a8-475d-a47b-3c5d05adda4c {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 587.897921] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "0d25425e-762a-4376-bbc2-ff7ae80c4248" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.898232] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "0d25425e-762a-4376-bbc2-ff7ae80c4248" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.898446] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "0d25425e-762a-4376-bbc2-ff7ae80c4248-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.898628] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "0d25425e-762a-4376-bbc2-ff7ae80c4248-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.898795] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "0d25425e-762a-4376-bbc2-ff7ae80c4248-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.901284] env[62675]: INFO nova.compute.manager [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Terminating instance [ 588.005520] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095187} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.005853] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.006775] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d32ffaf-2549-4fb0-bcaf-3a42541bac53 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.031682] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] dfc4f2f6-fbaa-4c38-a080-c535c00a09c4/dfc4f2f6-fbaa-4c38-a080-c535c00a09c4.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 588.032050] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a7e564-dceb-458e-a779-fbbe16eb4d19 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.054824] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Waiting for the task: (returnval){ [ 588.054824] env[62675]: value = "task-2690189" [ 588.054824] env[62675]: _type = "Task" [ 588.054824] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.067111] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.075654] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.078120] env[62675]: DEBUG nova.compute.manager [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 588.083423] env[62675]: DEBUG oslo_concurrency.lockutils [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.992s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.083423] env[62675]: DEBUG nova.objects.instance [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Lazy-loading 'resources' on Instance uuid 28d69dc0-9b04-44f3-86d0-aa0e2742be6c {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 588.773370] env[62675]: DEBUG nova.compute.manager [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 588.774839] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 588.774839] env[62675]: DEBUG nova.compute.utils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 588.782892] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdc9a55-e7a2-4284-8681-f317fe93948b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.788320] env[62675]: DEBUG nova.compute.manager [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 588.788525] env[62675]: DEBUG nova.network.neutron [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 588.792202] env[62675]: DEBUG nova.compute.manager [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.800412] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541823} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.801328] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] eeb6bb89-1a96-42cf-ab40-888e39600d35/eeb6bb89-1a96-42cf-ab40-888e39600d35.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.802243] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.807241] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-209a1473-0eae-4057-aaee-7a428a9e3ab4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.809267] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 588.809912] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690189, 'name': ReconfigVM_Task, 'duration_secs': 0.312397} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.813261] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe95b252-12c4-4c0c-8c68-94a2a04862e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.816292] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Reconfigured VM instance instance-00000012 to attach disk [datastore2] dfc4f2f6-fbaa-4c38-a080-c535c00a09c4/dfc4f2f6-fbaa-4c38-a080-c535c00a09c4.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.818546] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76bfcd2b-2d7f-44e3-89a9-75093270ba2d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.822716] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 588.822716] env[62675]: value = "task-2690190" [ 588.822716] env[62675]: _type = "Task" [ 588.822716] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.828355] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.828816] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Waiting for the task: (returnval){ [ 588.828816] env[62675]: value = "task-2690192" [ 588.828816] env[62675]: _type = "Task" [ 588.828816] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.840732] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.842978] env[62675]: INFO nova.compute.manager [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Took 33.31 seconds to build instance. [ 588.847647] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690192, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.899542] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 588.899542] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 588.899542] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleting the datastore file [datastore2] 0d25425e-762a-4376-bbc2-ff7ae80c4248 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.899542] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-760eb117-1b96-4f51-a5ee-97f244e346a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.905702] env[62675]: DEBUG oslo_vmware.api [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 588.905702] env[62675]: value = "task-2690193" [ 588.905702] env[62675]: _type = "Task" [ 588.905702] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.914969] env[62675]: DEBUG oslo_vmware.api [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.047181] env[62675]: DEBUG nova.policy [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff86da57106a43a499e6f541c1c335fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4657c1d8667b44b18b75b35c625e1847', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.338068] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077407} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.338838] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 589.339725] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9a7005-a8b3-4f7e-869f-edc2ff09d7d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.347988] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b52bf6-aaf9-41c9-bb2f-6a4644b394b0 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 589.348295] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690192, 'name': Rename_Task, 'duration_secs': 0.174276} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.350097] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9f856ff-7bdb-4550-8804-c83c72d5b96a tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "08c42fbe-9474-4b11-9398-f617b0000d3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.443s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.350097] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b352ac91-c15a-41f3-b803-d5c6165baede {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.352810] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.355697] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebe98328-8d77-4994-8ff3-241bed084578 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.379852] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] eeb6bb89-1a96-42cf-ab40-888e39600d35/eeb6bb89-1a96-42cf-ab40-888e39600d35.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.385511] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85389f01-c718-4ce5-a08b-b78c95d3c0f9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.403913] env[62675]: DEBUG oslo_vmware.api [None req-08b52bf6-aaf9-41c9-bb2f-6a4644b394b0 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 589.403913] env[62675]: value = "task-2690194" [ 589.403913] env[62675]: _type = "Task" [ 589.403913] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.411475] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Waiting for the task: (returnval){ [ 589.411475] env[62675]: value = "task-2690195" [ 589.411475] env[62675]: _type = "Task" [ 589.411475] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.424313] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 589.424313] env[62675]: value = "task-2690196" [ 589.424313] env[62675]: _type = "Task" [ 589.424313] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.441980] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.441980] env[62675]: DEBUG oslo_vmware.api [None req-08b52bf6-aaf9-41c9-bb2f-6a4644b394b0 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.441980] env[62675]: DEBUG oslo_vmware.api [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171612} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.444643] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.444643] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 589.444643] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 589.444643] env[62675]: INFO nova.compute.manager [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Took 0.67 seconds to destroy the instance on the hypervisor. [ 589.444643] env[62675]: DEBUG oslo.service.loopingcall [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 589.444643] env[62675]: DEBUG nova.compute.manager [-] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 589.445039] env[62675]: DEBUG nova.network.neutron [-] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 589.448629] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.492332] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ce22e9-7f17-493d-9d81-aab68cb3168a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.500289] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f409510d-a66d-418e-99ee-60e39ce40093 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.534727] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b31d56-8d50-4263-8ebf-8f12b18072d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.542940] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e4e240-fad1-4a5e-a40b-debd77bbbb83 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.558366] env[62675]: DEBUG nova.compute.provider_tree [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.810963] env[62675]: DEBUG nova.compute.manager [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 589.824048] env[62675]: DEBUG nova.network.neutron [req-aa58a5de-116c-45f6-8799-997147965bfd req-02ff427e-05d8-4ffc-a962-fa831674d25f service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Updated VIF entry in instance network info cache for port 0d8810f1-7eca-404e-a0d6-deb5c86aee0c. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.824461] env[62675]: DEBUG nova.network.neutron [req-aa58a5de-116c-45f6-8799-997147965bfd req-02ff427e-05d8-4ffc-a962-fa831674d25f service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Updating instance_info_cache with network_info: [{"id": "0d8810f1-7eca-404e-a0d6-deb5c86aee0c", "address": "fa:16:3e:e6:ea:53", "network": {"id": "c72e5dd6-ca76-4a47-967b-e5cb9cba90ad", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756104949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a926b6f255de4766b6f252ec7213cce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8810f1-7e", "ovs_interfaceid": "0d8810f1-7eca-404e-a0d6-deb5c86aee0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.826728] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.826728] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.855274] env[62675]: DEBUG nova.network.neutron [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Updated VIF entry in instance network info cache for port 256e4537-5074-47ba-811c-aee2e5c2a637. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 589.855649] env[62675]: DEBUG nova.network.neutron [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Updating instance_info_cache with network_info: [{"id": "256e4537-5074-47ba-811c-aee2e5c2a637", "address": "fa:16:3e:76:22:48", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap256e4537-50", "ovs_interfaceid": "256e4537-5074-47ba-811c-aee2e5c2a637", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 589.857482] env[62675]: DEBUG nova.compute.manager [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.863418] env[62675]: DEBUG nova.virt.hardware [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 589.863696] env[62675]: DEBUG nova.virt.hardware [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 589.864595] env[62675]: DEBUG nova.virt.hardware [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 589.864595] env[62675]: DEBUG nova.virt.hardware [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 589.864595] env[62675]: DEBUG nova.virt.hardware [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 589.864595] env[62675]: DEBUG nova.virt.hardware [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 589.864595] env[62675]: DEBUG nova.virt.hardware [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 589.864912] env[62675]: DEBUG nova.virt.hardware [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 589.864912] env[62675]: DEBUG nova.virt.hardware [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 589.864994] env[62675]: DEBUG nova.virt.hardware [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 589.865335] env[62675]: DEBUG nova.virt.hardware [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 589.866712] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982aecc3-8c7e-4dac-9982-9c8807faa041 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.880263] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492e4afc-0b16-4dbf-9c36-8d632b1ceb99 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.908790] env[62675]: DEBUG nova.network.neutron [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Successfully updated port: 5a5b1bb7-770f-4f08-9c76-899e226acc7b {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 589.923028] env[62675]: DEBUG oslo_vmware.api [None req-08b52bf6-aaf9-41c9-bb2f-6a4644b394b0 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690194, 'name': PowerOffVM_Task, 'duration_secs': 0.186294} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.926194] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b52bf6-aaf9-41c9-bb2f-6a4644b394b0 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 589.926595] env[62675]: DEBUG nova.compute.manager [None req-08b52bf6-aaf9-41c9-bb2f-6a4644b394b0 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.927524] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b87a4b-4f64-4390-843f-be2ed14313b5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.938537] env[62675]: DEBUG oslo_vmware.api [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690195, 'name': PowerOnVM_Task, 'duration_secs': 0.491903} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.947190] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 589.947190] env[62675]: INFO nova.compute.manager [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Took 10.31 seconds to spawn the instance on the hypervisor. [ 589.947190] env[62675]: DEBUG nova.compute.manager [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.948871] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690196, 'name': ReconfigVM_Task, 'duration_secs': 0.31461} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.950186] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10b3b82-b6c9-424e-b510-28f77d526512 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.954077] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Reconfigured VM instance instance-00000013 to attach disk [datastore1] eeb6bb89-1a96-42cf-ab40-888e39600d35/eeb6bb89-1a96-42cf-ab40-888e39600d35.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 589.956038] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bfb5992-07f9-4bf1-992b-1cd43aa7a1d1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.963769] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 589.963769] env[62675]: value = "task-2690197" [ 589.963769] env[62675]: _type = "Task" [ 589.963769] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.972545] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690197, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.065376] env[62675]: DEBUG nova.scheduler.client.report [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.078767] env[62675]: DEBUG nova.compute.manager [req-2b1c6efe-5818-41a8-984a-9ac2ad645202 req-3e72b580-64ec-48eb-9036-efdde158bd17 service nova] [instance: 2169f132-7866-48a6-b419-37e64987f068] Received event network-vif-plugged-5a5b1bb7-770f-4f08-9c76-899e226acc7b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.079023] env[62675]: DEBUG oslo_concurrency.lockutils [req-2b1c6efe-5818-41a8-984a-9ac2ad645202 req-3e72b580-64ec-48eb-9036-efdde158bd17 service nova] Acquiring lock "2169f132-7866-48a6-b419-37e64987f068-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.079336] env[62675]: DEBUG oslo_concurrency.lockutils [req-2b1c6efe-5818-41a8-984a-9ac2ad645202 req-3e72b580-64ec-48eb-9036-efdde158bd17 service nova] Lock "2169f132-7866-48a6-b419-37e64987f068-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.079510] env[62675]: DEBUG oslo_concurrency.lockutils [req-2b1c6efe-5818-41a8-984a-9ac2ad645202 req-3e72b580-64ec-48eb-9036-efdde158bd17 service nova] Lock "2169f132-7866-48a6-b419-37e64987f068-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.079705] env[62675]: DEBUG nova.compute.manager [req-2b1c6efe-5818-41a8-984a-9ac2ad645202 req-3e72b580-64ec-48eb-9036-efdde158bd17 service nova] [instance: 2169f132-7866-48a6-b419-37e64987f068] No waiting events found dispatching network-vif-plugged-5a5b1bb7-770f-4f08-9c76-899e226acc7b {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.080211] env[62675]: WARNING nova.compute.manager [req-2b1c6efe-5818-41a8-984a-9ac2ad645202 req-3e72b580-64ec-48eb-9036-efdde158bd17 service nova] [instance: 2169f132-7866-48a6-b419-37e64987f068] Received unexpected event network-vif-plugged-5a5b1bb7-770f-4f08-9c76-899e226acc7b for instance with vm_state building and task_state spawning. [ 590.329037] env[62675]: DEBUG oslo_concurrency.lockutils [req-aa58a5de-116c-45f6-8799-997147965bfd req-02ff427e-05d8-4ffc-a962-fa831674d25f service nova] Releasing lock "refresh_cache-f8120b0f-6eec-4d37-a398-20b57002e1d5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.344173] env[62675]: DEBUG nova.network.neutron [-] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.358745] env[62675]: DEBUG oslo_concurrency.lockutils [req-893e05a1-ce99-44fc-95ac-5c1753be3a4c req-a8877822-5633-4c4f-9dea-2718993cdaea service nova] Releasing lock "refresh_cache-eeb6bb89-1a96-42cf-ab40-888e39600d35" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.384774] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.412762] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "refresh_cache-2169f132-7866-48a6-b419-37e64987f068" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.412762] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquired lock "refresh_cache-2169f132-7866-48a6-b419-37e64987f068" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.412762] env[62675]: DEBUG nova.network.neutron [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.452516] env[62675]: DEBUG oslo_concurrency.lockutils [None req-08b52bf6-aaf9-41c9-bb2f-6a4644b394b0 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.697s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.491157] env[62675]: INFO nova.compute.manager [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Took 33.39 seconds to build instance. [ 590.496933] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690197, 'name': Rename_Task, 'duration_secs': 0.146591} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.496933] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.496933] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7a1b5dc-c296-4f3c-8773-0d7f56c5e48e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.504842] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 590.504842] env[62675]: value = "task-2690198" [ 590.504842] env[62675]: _type = "Task" [ 590.504842] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.513570] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.571345] env[62675]: DEBUG oslo_concurrency.lockutils [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.489s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.573589] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.482s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.575037] env[62675]: INFO nova.compute.claims [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.603239] env[62675]: INFO nova.scheduler.client.report [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Deleted allocations for instance 28d69dc0-9b04-44f3-86d0-aa0e2742be6c [ 590.658196] env[62675]: DEBUG nova.network.neutron [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Successfully created port: ff620dbf-3182-4ce7-86cb-94d8e853ff13 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.852580] env[62675]: INFO nova.compute.manager [-] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Took 1.41 seconds to deallocate network for instance. [ 590.998700] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3ea3c79b-b7ba-433f-9470-8030c8fe78ce tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Lock "dfc4f2f6-fbaa-4c38-a080-c535c00a09c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.375s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.999506] env[62675]: DEBUG nova.network.neutron [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.015644] env[62675]: DEBUG oslo_vmware.api [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690198, 'name': PowerOnVM_Task, 'duration_secs': 0.470066} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.016028] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 591.016254] env[62675]: INFO nova.compute.manager [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Took 8.69 seconds to spawn the instance on the hypervisor. [ 591.016433] env[62675]: DEBUG nova.compute.manager [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 591.017285] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2073d2-80d3-48ef-b036-7a70a7b71542 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.111522] env[62675]: DEBUG oslo_concurrency.lockutils [None req-50fd97e8-ccd1-4d63-967e-7051e473b12a tempest-TenantUsagesTestJSON-43367901 tempest-TenantUsagesTestJSON-43367901-project-member] Lock "28d69dc0-9b04-44f3-86d0-aa0e2742be6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.052s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.202939] env[62675]: DEBUG nova.compute.manager [req-3f666f75-9a9b-4d02-aaca-ac7263be99f0 req-2ee1c883-3440-437b-bbd4-42c81862ee48 service nova] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Received event network-vif-deleted-12560bbe-e966-450b-828b-9fc92a89a8f2 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 591.363133] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.403526] env[62675]: DEBUG nova.network.neutron [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Updating instance_info_cache with network_info: [{"id": "5a5b1bb7-770f-4f08-9c76-899e226acc7b", "address": "fa:16:3e:ae:3a:e9", "network": {"id": "b753966d-baa5-402b-ad49-40b7c4424d37", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-551556869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51a4c8f8a974294ad8ca32ec4228f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a5b1bb7-77", "ovs_interfaceid": "5a5b1bb7-770f-4f08-9c76-899e226acc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.504654] env[62675]: DEBUG nova.compute.manager [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.542781] env[62675]: INFO nova.compute.manager [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Took 31.86 seconds to build instance. [ 591.574546] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "51bce6bc-d67b-40e2-8507-e46b368837eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.574546] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "51bce6bc-d67b-40e2-8507-e46b368837eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.908173] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Releasing lock "refresh_cache-2169f132-7866-48a6-b419-37e64987f068" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 591.908593] env[62675]: DEBUG nova.compute.manager [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Instance network_info: |[{"id": "5a5b1bb7-770f-4f08-9c76-899e226acc7b", "address": "fa:16:3e:ae:3a:e9", "network": {"id": "b753966d-baa5-402b-ad49-40b7c4424d37", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-551556869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51a4c8f8a974294ad8ca32ec4228f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a5b1bb7-77", "ovs_interfaceid": "5a5b1bb7-770f-4f08-9c76-899e226acc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 591.908994] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:3a:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a5b1bb7-770f-4f08-9c76-899e226acc7b', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 591.916838] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Creating folder: Project (a51a4c8f8a974294ad8ca32ec4228f08). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.919825] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4a8367e-1087-45a5-992b-838156e6e9bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.930752] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Created folder: Project (a51a4c8f8a974294ad8ca32ec4228f08) in parent group-v542174. [ 591.930957] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Creating folder: Instances. Parent ref: group-v542226. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 591.931231] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bf8a526-31b6-4ca7-8798-34ca81b12d12 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.944878] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Created folder: Instances in parent group-v542226. [ 591.945148] env[62675]: DEBUG oslo.service.loopingcall [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 591.945349] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2169f132-7866-48a6-b419-37e64987f068] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 591.945551] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5aa1d52-a61c-4ceb-8dc5-36ac7a3e75ea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.973741] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 591.973741] env[62675]: value = "task-2690201" [ 591.973741] env[62675]: _type = "Task" [ 591.973741] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.982709] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690201, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.035080] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.046579] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a28d8f4-4c2c-4021-bc92-8192913e6782 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "eeb6bb89-1a96-42cf-ab40-888e39600d35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.341s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.169982] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8c95ca-647e-4362-9d4b-8fc1f5a02dae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.177878] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314415d4-aa5e-4c36-9439-bb5b8607fdc1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.213341] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538c3e6c-ec05-4043-a912-b92187b4e239 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.222379] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f00cf1-137b-495b-988c-2bc6dfeb921c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.236601] env[62675]: DEBUG nova.compute.provider_tree [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.484947] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690201, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.549273] env[62675]: DEBUG nova.compute.manager [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.744233] env[62675]: DEBUG nova.scheduler.client.report [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.877772] env[62675]: DEBUG nova.network.neutron [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Successfully updated port: ff620dbf-3182-4ce7-86cb-94d8e853ff13 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.886782] env[62675]: DEBUG nova.compute.manager [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Received event network-changed-5ca577bc-df4d-45fa-a773-828ddab03811 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.886978] env[62675]: DEBUG nova.compute.manager [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Refreshing instance network info cache due to event network-changed-5ca577bc-df4d-45fa-a773-828ddab03811. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 592.887385] env[62675]: DEBUG oslo_concurrency.lockutils [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] Acquiring lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.887755] env[62675]: DEBUG oslo_concurrency.lockutils [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] Acquired lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.888137] env[62675]: DEBUG nova.network.neutron [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Refreshing network info cache for port 5ca577bc-df4d-45fa-a773-828ddab03811 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 592.900085] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Acquiring lock "dfc4f2f6-fbaa-4c38-a080-c535c00a09c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.900338] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Lock "dfc4f2f6-fbaa-4c38-a080-c535c00a09c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.900548] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Acquiring lock "dfc4f2f6-fbaa-4c38-a080-c535c00a09c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.900724] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Lock "dfc4f2f6-fbaa-4c38-a080-c535c00a09c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.901241] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Lock "dfc4f2f6-fbaa-4c38-a080-c535c00a09c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.904094] env[62675]: INFO nova.compute.manager [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Terminating instance [ 592.985598] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690201, 'name': CreateVM_Task, 'duration_secs': 0.632981} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.985890] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2169f132-7866-48a6-b419-37e64987f068] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.988100] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.988100] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.988100] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 592.988100] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2198cde-a663-468f-920a-c559e806a0fd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.991740] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 592.991740] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52779404-9252-8823-4f13-6d0789fbdeb6" [ 592.991740] env[62675]: _type = "Task" [ 592.991740] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.999849] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52779404-9252-8823-4f13-6d0789fbdeb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.079009] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c34d264-730a-4fb6-a0a0-7c2b1d1ce7f6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.081111] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.085649] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af5bb189-31d4-45ce-84ec-7f2a2b8e0764 tempest-ServersAdminNegativeTestJSON-991574176 tempest-ServersAdminNegativeTestJSON-991574176-project-admin] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Suspending the VM {{(pid=62675) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 593.086032] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-93a92c41-e982-4d49-bc0a-e9a81f9b2d1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.092562] env[62675]: DEBUG oslo_vmware.api [None req-af5bb189-31d4-45ce-84ec-7f2a2b8e0764 tempest-ServersAdminNegativeTestJSON-991574176 tempest-ServersAdminNegativeTestJSON-991574176-project-admin] Waiting for the task: (returnval){ [ 593.092562] env[62675]: value = "task-2690202" [ 593.092562] env[62675]: _type = "Task" [ 593.092562] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.102738] env[62675]: DEBUG oslo_vmware.api [None req-af5bb189-31d4-45ce-84ec-7f2a2b8e0764 tempest-ServersAdminNegativeTestJSON-991574176 tempest-ServersAdminNegativeTestJSON-991574176-project-admin] Task: {'id': task-2690202, 'name': SuspendVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.251601] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.251601] env[62675]: DEBUG nova.compute.manager [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.255153] env[62675]: DEBUG oslo_concurrency.lockutils [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.724s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.255389] env[62675]: DEBUG nova.objects.instance [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lazy-loading 'resources' on Instance uuid f96581fd-030c-47c5-9867-c1a105dd4342 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 593.336424] env[62675]: DEBUG nova.objects.instance [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lazy-loading 'flavor' on Instance uuid eb140ffc-39a8-475d-a47b-3c5d05adda4c {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 593.381437] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquiring lock "refresh_cache-431ae1de-747b-4543-a10a-59065f1fbbc2" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.381437] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquired lock "refresh_cache-431ae1de-747b-4543-a10a-59065f1fbbc2" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.381437] env[62675]: DEBUG nova.network.neutron [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.411065] env[62675]: DEBUG nova.compute.manager [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 593.411065] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 593.411065] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411467b4-7e79-4e72-a7fc-da239d1d89b0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.420304] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 593.420647] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2b2d24c-5789-400b-a8b5-af0f31de6c7a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.429208] env[62675]: DEBUG oslo_vmware.api [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Waiting for the task: (returnval){ [ 593.429208] env[62675]: value = "task-2690203" [ 593.429208] env[62675]: _type = "Task" [ 593.429208] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.441713] env[62675]: DEBUG oslo_vmware.api [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.509488] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52779404-9252-8823-4f13-6d0789fbdeb6, 'name': SearchDatastore_Task, 'duration_secs': 0.022618} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.509488] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.509488] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.509488] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.509940] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.509940] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.509940] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db2bcf9f-5c5c-4f67-887a-e9c17f4b027e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.532787] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.533633] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.534707] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76d99b0b-d15d-40dd-b3b2-74cf399afb80 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.540080] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 593.540080] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522803c9-643b-28c7-0545-17bbfd7f5ac3" [ 593.540080] env[62675]: _type = "Task" [ 593.540080] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.553894] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522803c9-643b-28c7-0545-17bbfd7f5ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.610934] env[62675]: DEBUG oslo_vmware.api [None req-af5bb189-31d4-45ce-84ec-7f2a2b8e0764 tempest-ServersAdminNegativeTestJSON-991574176 tempest-ServersAdminNegativeTestJSON-991574176-project-admin] Task: {'id': task-2690202, 'name': SuspendVM_Task} progress is 58%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.764603] env[62675]: DEBUG nova.compute.utils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 593.770498] env[62675]: DEBUG nova.compute.manager [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.770498] env[62675]: DEBUG nova.network.neutron [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.844649] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "refresh_cache-eb140ffc-39a8-475d-a47b-3c5d05adda4c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.845845] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquired lock "refresh_cache-eb140ffc-39a8-475d-a47b-3c5d05adda4c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.845845] env[62675]: DEBUG nova.network.neutron [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 593.845845] env[62675]: DEBUG nova.objects.instance [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lazy-loading 'info_cache' on Instance uuid eb140ffc-39a8-475d-a47b-3c5d05adda4c {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 593.946084] env[62675]: DEBUG oslo_vmware.api [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690203, 'name': PowerOffVM_Task, 'duration_secs': 0.208338} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.946265] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 593.946439] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 593.946752] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76aaa3b1-e1b2-4c32-9819-1b4ad6100aad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.961929] env[62675]: DEBUG nova.policy [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c7f1eb3504f4d4e86feaa830ff21db2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f154f5dadbf64fce9a788225e1541474', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.049270] env[62675]: DEBUG nova.network.neutron [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.059482] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522803c9-643b-28c7-0545-17bbfd7f5ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.031865} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.063056] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20065fab-6d48-4ab5-98e6-0507eabf726c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.068310] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 594.068310] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f331c7-2028-f670-2753-5bdf9ba6386e" [ 594.068310] env[62675]: _type = "Task" [ 594.068310] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.082266] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f331c7-2028-f670-2753-5bdf9ba6386e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.105412] env[62675]: DEBUG oslo_vmware.api [None req-af5bb189-31d4-45ce-84ec-7f2a2b8e0764 tempest-ServersAdminNegativeTestJSON-991574176 tempest-ServersAdminNegativeTestJSON-991574176-project-admin] Task: {'id': task-2690202, 'name': SuspendVM_Task, 'duration_secs': 0.757474} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.105689] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af5bb189-31d4-45ce-84ec-7f2a2b8e0764 tempest-ServersAdminNegativeTestJSON-991574176 tempest-ServersAdminNegativeTestJSON-991574176-project-admin] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Suspended the VM {{(pid=62675) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 594.105866] env[62675]: DEBUG nova.compute.manager [None req-af5bb189-31d4-45ce-84ec-7f2a2b8e0764 tempest-ServersAdminNegativeTestJSON-991574176 tempest-ServersAdminNegativeTestJSON-991574176-project-admin] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.108818] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1403a6-5463-43e5-b62a-915e4462d0b0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.209826] env[62675]: DEBUG nova.network.neutron [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updated VIF entry in instance network info cache for port 5ca577bc-df4d-45fa-a773-828ddab03811. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 594.210256] env[62675]: DEBUG nova.network.neutron [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updating instance_info_cache with network_info: [{"id": "5ca577bc-df4d-45fa-a773-828ddab03811", "address": "fa:16:3e:de:43:f3", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca577bc-df", "ovs_interfaceid": "5ca577bc-df4d-45fa-a773-828ddab03811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.275650] env[62675]: DEBUG nova.compute.manager [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.329612] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2924ac2c-8a4a-43c6-b8c8-b182ab2fdb21 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.339296] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34766643-2566-42c8-b796-505ad3a61291 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.377297] env[62675]: DEBUG nova.objects.base [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 594.381177] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c806ee3b-ef18-4570-b495-5d0d2c3bc368 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.388819] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d57ee77-a91f-4c4d-9192-5c9d4688a6b4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.408715] env[62675]: DEBUG nova.compute.provider_tree [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.455130] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 594.456435] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 594.456435] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Deleting the datastore file [datastore2] dfc4f2f6-fbaa-4c38-a080-c535c00a09c4 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 594.456435] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cde2f77-f6e5-4fb7-9684-c3730a90ebbf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.462391] env[62675]: DEBUG oslo_vmware.api [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Waiting for the task: (returnval){ [ 594.462391] env[62675]: value = "task-2690205" [ 594.462391] env[62675]: _type = "Task" [ 594.462391] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.472307] env[62675]: DEBUG oslo_vmware.api [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.566902] env[62675]: DEBUG nova.compute.manager [req-52e3dcd7-2f97-4632-a6a4-64f08f0c7927 req-5367ed74-3252-4ddf-83d0-7c2dd6ac4450 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Received event network-changed-22f9113e-3fee-465a-b9c3-1021e587c067 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.566902] env[62675]: DEBUG nova.compute.manager [req-52e3dcd7-2f97-4632-a6a4-64f08f0c7927 req-5367ed74-3252-4ddf-83d0-7c2dd6ac4450 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Refreshing instance network info cache due to event network-changed-22f9113e-3fee-465a-b9c3-1021e587c067. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.567089] env[62675]: DEBUG oslo_concurrency.lockutils [req-52e3dcd7-2f97-4632-a6a4-64f08f0c7927 req-5367ed74-3252-4ddf-83d0-7c2dd6ac4450 service nova] Acquiring lock "refresh_cache-08c42fbe-9474-4b11-9398-f617b0000d3e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.567437] env[62675]: DEBUG oslo_concurrency.lockutils [req-52e3dcd7-2f97-4632-a6a4-64f08f0c7927 req-5367ed74-3252-4ddf-83d0-7c2dd6ac4450 service nova] Acquired lock "refresh_cache-08c42fbe-9474-4b11-9398-f617b0000d3e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.567437] env[62675]: DEBUG nova.network.neutron [req-52e3dcd7-2f97-4632-a6a4-64f08f0c7927 req-5367ed74-3252-4ddf-83d0-7c2dd6ac4450 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Refreshing network info cache for port 22f9113e-3fee-465a-b9c3-1021e587c067 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.579230] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f331c7-2028-f670-2753-5bdf9ba6386e, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.579494] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.579708] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 2169f132-7866-48a6-b419-37e64987f068/2169f132-7866-48a6-b419-37e64987f068.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.579948] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-742ee122-b6a8-47a1-87ee-6990204e54df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.592034] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 594.592034] env[62675]: value = "task-2690206" [ 594.592034] env[62675]: _type = "Task" [ 594.592034] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.604597] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.717114] env[62675]: DEBUG oslo_concurrency.lockutils [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] Releasing lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.717114] env[62675]: DEBUG nova.compute.manager [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] [instance: 2169f132-7866-48a6-b419-37e64987f068] Received event network-changed-5a5b1bb7-770f-4f08-9c76-899e226acc7b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.717114] env[62675]: DEBUG nova.compute.manager [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] [instance: 2169f132-7866-48a6-b419-37e64987f068] Refreshing instance network info cache due to event network-changed-5a5b1bb7-770f-4f08-9c76-899e226acc7b. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.717114] env[62675]: DEBUG oslo_concurrency.lockutils [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] Acquiring lock "refresh_cache-2169f132-7866-48a6-b419-37e64987f068" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.717114] env[62675]: DEBUG oslo_concurrency.lockutils [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] Acquired lock "refresh_cache-2169f132-7866-48a6-b419-37e64987f068" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.717779] env[62675]: DEBUG nova.network.neutron [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] [instance: 2169f132-7866-48a6-b419-37e64987f068] Refreshing network info cache for port 5a5b1bb7-770f-4f08-9c76-899e226acc7b {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.807024] env[62675]: DEBUG nova.network.neutron [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Updating instance_info_cache with network_info: [{"id": "ff620dbf-3182-4ce7-86cb-94d8e853ff13", "address": "fa:16:3e:fb:83:bd", "network": {"id": "3b02830c-bf6a-4d27-92c0-b814625a2d00", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1091172351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4657c1d8667b44b18b75b35c625e1847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff620dbf-31", "ovs_interfaceid": "ff620dbf-3182-4ce7-86cb-94d8e853ff13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.912037] env[62675]: DEBUG nova.scheduler.client.report [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.974038] env[62675]: DEBUG oslo_vmware.api [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Task: {'id': task-2690205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141384} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.978817] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 594.979066] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 594.979295] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 594.979491] env[62675]: INFO nova.compute.manager [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Took 1.57 seconds to destroy the instance on the hypervisor. [ 594.980089] env[62675]: DEBUG oslo.service.loopingcall [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.980089] env[62675]: DEBUG nova.compute.manager [-] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 594.980216] env[62675]: DEBUG nova.network.neutron [-] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 595.101726] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497807} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.101967] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 2169f132-7866-48a6-b419-37e64987f068/2169f132-7866-48a6-b419-37e64987f068.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.102198] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.102450] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe1634ea-c932-41fc-9cd8-ad4a259fbac3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.109616] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 595.109616] env[62675]: value = "task-2690207" [ 595.109616] env[62675]: _type = "Task" [ 595.109616] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.118509] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.292695] env[62675]: DEBUG nova.compute.manager [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.314252] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Releasing lock "refresh_cache-431ae1de-747b-4543-a10a-59065f1fbbc2" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.314390] env[62675]: DEBUG nova.compute.manager [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Instance network_info: |[{"id": "ff620dbf-3182-4ce7-86cb-94d8e853ff13", "address": "fa:16:3e:fb:83:bd", "network": {"id": "3b02830c-bf6a-4d27-92c0-b814625a2d00", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1091172351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4657c1d8667b44b18b75b35c625e1847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff620dbf-31", "ovs_interfaceid": "ff620dbf-3182-4ce7-86cb-94d8e853ff13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.315664] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:83:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff620dbf-3182-4ce7-86cb-94d8e853ff13', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.323412] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Creating folder: Project (4657c1d8667b44b18b75b35c625e1847). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.326198] env[62675]: DEBUG nova.virt.hardware [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.326482] env[62675]: DEBUG nova.virt.hardware [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.326686] env[62675]: DEBUG nova.virt.hardware [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.327138] env[62675]: DEBUG nova.virt.hardware [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.327389] env[62675]: DEBUG nova.virt.hardware [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.327586] env[62675]: DEBUG nova.virt.hardware [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.327870] env[62675]: DEBUG nova.virt.hardware [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.328091] env[62675]: DEBUG nova.virt.hardware [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.329226] env[62675]: DEBUG nova.virt.hardware [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.329512] env[62675]: DEBUG nova.virt.hardware [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.333016] env[62675]: DEBUG nova.virt.hardware [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.333016] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9090006-f745-4e76-b44a-123e235d2f4e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.333016] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bb591d-597a-4e18-ab4b-3eb46f98997c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.341512] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f3712c-737b-44c9-b526-5e473d4a8ee6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.347518] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Created folder: Project (4657c1d8667b44b18b75b35c625e1847) in parent group-v542174. [ 595.347762] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Creating folder: Instances. Parent ref: group-v542229. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.348385] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b681e365-f688-4a8d-864b-79229227e698 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.367027] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Created folder: Instances in parent group-v542229. [ 595.367355] env[62675]: DEBUG oslo.service.loopingcall [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.369891] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.370189] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5af1194f-4e47-4cc4-ab20-9e4a403e7cc5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.393311] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.393311] env[62675]: value = "task-2690210" [ 595.393311] env[62675]: _type = "Task" [ 595.393311] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.405314] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690210, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.420486] env[62675]: DEBUG oslo_concurrency.lockutils [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.422402] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.323s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.426324] env[62675]: INFO nova.compute.claims [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.439485] env[62675]: DEBUG nova.network.neutron [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Successfully created port: 07724b6f-b5a6-4f1f-847b-95fbfa3968dc {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.455275] env[62675]: INFO nova.scheduler.client.report [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Deleted allocations for instance f96581fd-030c-47c5-9867-c1a105dd4342 [ 595.631468] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063599} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.632571] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.633957] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b47c3eb-0034-49ca-804d-4d03c60dbb07 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.665976] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 2169f132-7866-48a6-b419-37e64987f068/2169f132-7866-48a6-b419-37e64987f068.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.669787] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c640c760-8442-4373-a52a-366652ea3ed4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.694093] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 595.694093] env[62675]: value = "task-2690211" [ 595.694093] env[62675]: _type = "Task" [ 595.694093] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.708058] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.830843] env[62675]: DEBUG nova.network.neutron [req-52e3dcd7-2f97-4632-a6a4-64f08f0c7927 req-5367ed74-3252-4ddf-83d0-7c2dd6ac4450 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Updated VIF entry in instance network info cache for port 22f9113e-3fee-465a-b9c3-1021e587c067. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 595.831350] env[62675]: DEBUG nova.network.neutron [req-52e3dcd7-2f97-4632-a6a4-64f08f0c7927 req-5367ed74-3252-4ddf-83d0-7c2dd6ac4450 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Updating instance_info_cache with network_info: [{"id": "22f9113e-3fee-465a-b9c3-1021e587c067", "address": "fa:16:3e:d7:7d:58", "network": {"id": "a030dbc0-da79-42c8-987b-c43a7777be49", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-750595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f110d9ced24d34ba80148357738471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f9113e-3f", "ovs_interfaceid": "22f9113e-3fee-465a-b9c3-1021e587c067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.906261] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690210, 'name': CreateVM_Task, 'duration_secs': 0.474681} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.906729] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 595.907661] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.907836] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.908703] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 595.909045] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0bc770e-3223-4c20-9140-73594716defd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.915335] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Waiting for the task: (returnval){ [ 595.915335] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]520ccc3b-ee0b-5be7-921a-e409803973f6" [ 595.915335] env[62675]: _type = "Task" [ 595.915335] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.925432] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520ccc3b-ee0b-5be7-921a-e409803973f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.951373] env[62675]: DEBUG nova.network.neutron [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Updating instance_info_cache with network_info: [{"id": "2bcd1922-126a-4f7a-8d77-5f92efef8d46", "address": "fa:16:3e:3c:b4:96", "network": {"id": "069d5b07-45b2-4b09-a397-c137fc82bfb5", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1027428394-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efecc4ce5cb04a4cbbc289df8d4aae82", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c964bdc6-fccc-40d9-bfe2-763b6f05a863", "external-id": "cl2-zone-376", "segmentation_id": 376, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bcd1922-12", "ovs_interfaceid": "2bcd1922-126a-4f7a-8d77-5f92efef8d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.969156] env[62675]: DEBUG oslo_concurrency.lockutils [None req-66bc45ef-4219-46c1-9286-a07c00611bb3 tempest-InstanceActionsTestJSON-555165326 tempest-InstanceActionsTestJSON-555165326-project-member] Lock "f96581fd-030c-47c5-9867-c1a105dd4342" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.975s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.062715] env[62675]: DEBUG nova.compute.manager [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Received event network-vif-plugged-ff620dbf-3182-4ce7-86cb-94d8e853ff13 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.062715] env[62675]: DEBUG oslo_concurrency.lockutils [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] Acquiring lock "431ae1de-747b-4543-a10a-59065f1fbbc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.062941] env[62675]: DEBUG oslo_concurrency.lockutils [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] Lock "431ae1de-747b-4543-a10a-59065f1fbbc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.064018] env[62675]: DEBUG oslo_concurrency.lockutils [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] Lock "431ae1de-747b-4543-a10a-59065f1fbbc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.064227] env[62675]: DEBUG nova.compute.manager [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] No waiting events found dispatching network-vif-plugged-ff620dbf-3182-4ce7-86cb-94d8e853ff13 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 596.064425] env[62675]: WARNING nova.compute.manager [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Received unexpected event network-vif-plugged-ff620dbf-3182-4ce7-86cb-94d8e853ff13 for instance with vm_state building and task_state spawning. [ 596.064594] env[62675]: DEBUG nova.compute.manager [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Received event network-changed-ff620dbf-3182-4ce7-86cb-94d8e853ff13 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.064780] env[62675]: DEBUG nova.compute.manager [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Refreshing instance network info cache due to event network-changed-ff620dbf-3182-4ce7-86cb-94d8e853ff13. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 596.064981] env[62675]: DEBUG oslo_concurrency.lockutils [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] Acquiring lock "refresh_cache-431ae1de-747b-4543-a10a-59065f1fbbc2" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.065138] env[62675]: DEBUG oslo_concurrency.lockutils [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] Acquired lock "refresh_cache-431ae1de-747b-4543-a10a-59065f1fbbc2" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.065310] env[62675]: DEBUG nova.network.neutron [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Refreshing network info cache for port ff620dbf-3182-4ce7-86cb-94d8e853ff13 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.205577] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.313174] env[62675]: DEBUG nova.network.neutron [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] [instance: 2169f132-7866-48a6-b419-37e64987f068] Updated VIF entry in instance network info cache for port 5a5b1bb7-770f-4f08-9c76-899e226acc7b. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 596.313578] env[62675]: DEBUG nova.network.neutron [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] [instance: 2169f132-7866-48a6-b419-37e64987f068] Updating instance_info_cache with network_info: [{"id": "5a5b1bb7-770f-4f08-9c76-899e226acc7b", "address": "fa:16:3e:ae:3a:e9", "network": {"id": "b753966d-baa5-402b-ad49-40b7c4424d37", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-551556869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51a4c8f8a974294ad8ca32ec4228f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a5b1bb7-77", "ovs_interfaceid": "5a5b1bb7-770f-4f08-9c76-899e226acc7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.336010] env[62675]: DEBUG oslo_concurrency.lockutils [req-52e3dcd7-2f97-4632-a6a4-64f08f0c7927 req-5367ed74-3252-4ddf-83d0-7c2dd6ac4450 service nova] Releasing lock "refresh_cache-08c42fbe-9474-4b11-9398-f617b0000d3e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.428236] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520ccc3b-ee0b-5be7-921a-e409803973f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.428654] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.428940] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.429707] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.429930] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.430271] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.430606] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29ca7827-477b-4516-a7a0-8add462cfcb0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.444696] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.444889] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.446613] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42386846-6199-4f62-bc6f-e138256342a2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.459024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Releasing lock "refresh_cache-eb140ffc-39a8-475d-a47b-3c5d05adda4c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.463708] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Waiting for the task: (returnval){ [ 596.463708] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad8b91-baa0-37ef-5837-7d1ee096dc2a" [ 596.463708] env[62675]: _type = "Task" [ 596.463708] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.469374] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad8b91-baa0-37ef-5837-7d1ee096dc2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.606472] env[62675]: DEBUG nova.network.neutron [-] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.705276] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690211, 'name': ReconfigVM_Task, 'duration_secs': 0.7058} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.705567] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 2169f132-7866-48a6-b419-37e64987f068/2169f132-7866-48a6-b419-37e64987f068.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.706204] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28632eb3-cc17-4d70-826b-f348b32efb29 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.716013] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 596.716013] env[62675]: value = "task-2690216" [ 596.716013] env[62675]: _type = "Task" [ 596.716013] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.725424] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690216, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.817930] env[62675]: DEBUG oslo_concurrency.lockutils [req-4e083938-7715-4548-9d54-a3c576817387 req-2ea71577-72b3-47b0-b14b-22ca68718a5e service nova] Releasing lock "refresh_cache-2169f132-7866-48a6-b419-37e64987f068" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.974651] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad8b91-baa0-37ef-5837-7d1ee096dc2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.978505] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031777b7-1893-4190-af5e-9b6657d58cff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.985341] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Waiting for the task: (returnval){ [ 596.985341] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52224b56-869f-5fe6-db4e-be2a170cfc34" [ 596.985341] env[62675]: _type = "Task" [ 596.985341] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.998983] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52224b56-869f-5fe6-db4e-be2a170cfc34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.031148] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d2db32-0b27-4eaa-8c27-9aa0f4b6b24c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.039492] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9671f859-dba5-4f63-97d1-364a3af58db2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.081127] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcf79e7-e8ef-4205-8ad8-370c7806ff4d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.088809] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae86586e-80f3-4249-948e-970273a0d243 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.106580] env[62675]: DEBUG nova.compute.provider_tree [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.109944] env[62675]: INFO nova.compute.manager [-] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Took 2.13 seconds to deallocate network for instance. [ 597.228119] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690216, 'name': Rename_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.408066] env[62675]: DEBUG nova.network.neutron [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Updated VIF entry in instance network info cache for port ff620dbf-3182-4ce7-86cb-94d8e853ff13. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 597.408904] env[62675]: DEBUG nova.network.neutron [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Updating instance_info_cache with network_info: [{"id": "ff620dbf-3182-4ce7-86cb-94d8e853ff13", "address": "fa:16:3e:fb:83:bd", "network": {"id": "3b02830c-bf6a-4d27-92c0-b814625a2d00", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1091172351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4657c1d8667b44b18b75b35c625e1847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff620dbf-31", "ovs_interfaceid": "ff620dbf-3182-4ce7-86cb-94d8e853ff13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.467094] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.467346] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd6de63c-e765-45d2-ae30-b3bfb9dcf745 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.475120] env[62675]: DEBUG oslo_vmware.api [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 597.475120] env[62675]: value = "task-2690217" [ 597.475120] env[62675]: _type = "Task" [ 597.475120] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.488610] env[62675]: DEBUG oslo_vmware.api [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.497497] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52224b56-869f-5fe6-db4e-be2a170cfc34, 'name': SearchDatastore_Task, 'duration_secs': 0.008754} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.497786] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.498051] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 431ae1de-747b-4543-a10a-59065f1fbbc2/431ae1de-747b-4543-a10a-59065f1fbbc2.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 597.498491] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3decae25-a8e1-4abd-bd38-65625a880871 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.505150] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Waiting for the task: (returnval){ [ 597.505150] env[62675]: value = "task-2690218" [ 597.505150] env[62675]: _type = "Task" [ 597.505150] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.515779] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.610390] env[62675]: DEBUG nova.scheduler.client.report [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.620061] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.731745] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690216, 'name': Rename_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.912443] env[62675]: DEBUG oslo_concurrency.lockutils [req-47a6c7ab-976d-4049-83ba-4d07d259f5c1 req-7a92dc5e-9b92-4075-a673-4a3a849859f7 service nova] Releasing lock "refresh_cache-431ae1de-747b-4543-a10a-59065f1fbbc2" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.986561] env[62675]: DEBUG oslo_vmware.api [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690217, 'name': PowerOnVM_Task, 'duration_secs': 0.455643} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.986952] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.987287] env[62675]: DEBUG nova.compute.manager [None req-f4ede76c-e673-403a-98de-c87646809c97 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.988536] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f10d10-be91-4915-a57c-70cfd24794e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.019163] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690218, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.122265] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.125040] env[62675]: DEBUG nova.compute.manager [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.128612] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.552s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.130363] env[62675]: INFO nova.compute.claims [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.231264] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690216, 'name': Rename_Task, 'duration_secs': 1.156933} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.231577] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.231577] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9aa989c7-79ea-49d4-a23b-29d60366080a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.240513] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 598.240513] env[62675]: value = "task-2690219" [ 598.240513] env[62675]: _type = "Task" [ 598.240513] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.251767] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.408590] env[62675]: DEBUG nova.compute.manager [req-a46ba037-08d8-40b9-82e4-87edce85a1bc req-20a80ba3-7a4b-48d5-8817-ce3792946022 service nova] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Received event network-vif-deleted-55e78443-e213-4466-b364-d03e94b7c43a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.526431] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592891} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.526431] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 431ae1de-747b-4543-a10a-59065f1fbbc2/431ae1de-747b-4543-a10a-59065f1fbbc2.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 598.526431] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 598.526431] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd64a3c5-419e-4f60-9ddb-fbb0e9d8b604 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.532416] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Waiting for the task: (returnval){ [ 598.532416] env[62675]: value = "task-2690220" [ 598.532416] env[62675]: _type = "Task" [ 598.532416] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.543447] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.635984] env[62675]: DEBUG nova.compute.utils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.640699] env[62675]: DEBUG nova.compute.manager [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.641695] env[62675]: DEBUG nova.network.neutron [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.753032] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690219, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.906927] env[62675]: DEBUG nova.policy [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c74e2f9bafb74f0d830a17c764295b5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '718dba6e1f5844c6a79acc81593ce3b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.049412] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116325} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.049412] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.049412] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe1b75c-1c5d-4967-b118-f864612e185c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.084721] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 431ae1de-747b-4543-a10a-59065f1fbbc2/431ae1de-747b-4543-a10a-59065f1fbbc2.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.085207] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-012f3171-16a4-4f0f-8b58-d5a11bc222fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.114919] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Waiting for the task: (returnval){ [ 599.114919] env[62675]: value = "task-2690221" [ 599.114919] env[62675]: _type = "Task" [ 599.114919] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.131063] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690221, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.145653] env[62675]: DEBUG nova.compute.manager [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.256527] env[62675]: DEBUG oslo_vmware.api [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690219, 'name': PowerOnVM_Task, 'duration_secs': 0.585943} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.257010] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.258290] env[62675]: INFO nova.compute.manager [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Took 11.86 seconds to spawn the instance on the hypervisor. [ 599.258545] env[62675]: DEBUG nova.compute.manager [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.259482] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f93ea1-4f35-4d0b-a697-87e7eea01ca1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.461094] env[62675]: DEBUG nova.network.neutron [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Successfully updated port: 07724b6f-b5a6-4f1f-847b-95fbfa3968dc {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.628633] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.783714] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f801ce6-c085-4166-8bb0-de93c6097268 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.789933] env[62675]: INFO nova.compute.manager [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Took 34.93 seconds to build instance. [ 599.794938] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6df34b-7c8a-4650-a468-5f022b46b3f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.833819] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5e37ea-d3e3-40d5-8748-5f0456b478b5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.843378] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3008ec9-ee20-42b4-a05d-a17c70e78d08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.864022] env[62675]: DEBUG nova.compute.provider_tree [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.965072] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Acquiring lock "refresh_cache-c44d2180-a11c-4a23-a626-d0356d81b1ab" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.965899] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Acquired lock "refresh_cache-c44d2180-a11c-4a23-a626-d0356d81b1ab" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.965899] env[62675]: DEBUG nova.network.neutron [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.126250] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690221, 'name': ReconfigVM_Task, 'duration_secs': 0.896764} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.126495] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 431ae1de-747b-4543-a10a-59065f1fbbc2/431ae1de-747b-4543-a10a-59065f1fbbc2.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.127150] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7a8dfe1-eaf7-4e5f-a855-237b6abcba55 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.134947] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Waiting for the task: (returnval){ [ 600.134947] env[62675]: value = "task-2690223" [ 600.134947] env[62675]: _type = "Task" [ 600.134947] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.145681] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690223, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.163365] env[62675]: DEBUG nova.compute.manager [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.197834] env[62675]: DEBUG nova.virt.hardware [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.198106] env[62675]: DEBUG nova.virt.hardware [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.198274] env[62675]: DEBUG nova.virt.hardware [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.198459] env[62675]: DEBUG nova.virt.hardware [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.198602] env[62675]: DEBUG nova.virt.hardware [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.198747] env[62675]: DEBUG nova.virt.hardware [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.198973] env[62675]: DEBUG nova.virt.hardware [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.201160] env[62675]: DEBUG nova.virt.hardware [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.201447] env[62675]: DEBUG nova.virt.hardware [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.201649] env[62675]: DEBUG nova.virt.hardware [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.202709] env[62675]: DEBUG nova.virt.hardware [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.202913] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e91376d-959e-468d-b9a3-ad7ef8802872 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.211568] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b502dd78-59a6-4568-9df2-8c181f9f5eab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.280267] env[62675]: DEBUG nova.network.neutron [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Successfully created port: 1f8a636f-f20b-46b1-bc1e-ea4e5128664f {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.294147] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5972049-3c48-4a22-99fe-38404ffcd65a tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "2169f132-7866-48a6-b419-37e64987f068" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.041s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.365860] env[62675]: DEBUG nova.scheduler.client.report [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.536145] env[62675]: DEBUG nova.network.neutron [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.649375] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690223, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.796859] env[62675]: DEBUG nova.compute.manager [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.872287] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.872903] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.879554] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.075s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.880103] env[62675]: DEBUG nova.objects.instance [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lazy-loading 'resources' on Instance uuid 6cd6aa3c-32c9-4f57-ba28-1ea85271c983 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 600.906346] env[62675]: DEBUG nova.network.neutron [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Updating instance_info_cache with network_info: [{"id": "07724b6f-b5a6-4f1f-847b-95fbfa3968dc", "address": "fa:16:3e:98:52:3a", "network": {"id": "3d61b031-144c-4880-b52e-5026ad6dfb49", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-995925591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f154f5dadbf64fce9a788225e1541474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07724b6f-b5", "ovs_interfaceid": "07724b6f-b5a6-4f1f-847b-95fbfa3968dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.148753] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690223, 'name': Rename_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.241642] env[62675]: DEBUG nova.compute.manager [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Received event network-vif-plugged-07724b6f-b5a6-4f1f-847b-95fbfa3968dc {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.241642] env[62675]: DEBUG oslo_concurrency.lockutils [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] Acquiring lock "c44d2180-a11c-4a23-a626-d0356d81b1ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.242837] env[62675]: DEBUG oslo_concurrency.lockutils [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] Lock "c44d2180-a11c-4a23-a626-d0356d81b1ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.243525] env[62675]: DEBUG oslo_concurrency.lockutils [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] Lock "c44d2180-a11c-4a23-a626-d0356d81b1ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.243840] env[62675]: DEBUG nova.compute.manager [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] No waiting events found dispatching network-vif-plugged-07724b6f-b5a6-4f1f-847b-95fbfa3968dc {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.244302] env[62675]: WARNING nova.compute.manager [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Received unexpected event network-vif-plugged-07724b6f-b5a6-4f1f-847b-95fbfa3968dc for instance with vm_state building and task_state spawning. [ 601.245975] env[62675]: DEBUG nova.compute.manager [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Received event network-changed-07724b6f-b5a6-4f1f-847b-95fbfa3968dc {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.247033] env[62675]: DEBUG nova.compute.manager [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Refreshing instance network info cache due to event network-changed-07724b6f-b5a6-4f1f-847b-95fbfa3968dc. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 601.247033] env[62675]: DEBUG oslo_concurrency.lockutils [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] Acquiring lock "refresh_cache-c44d2180-a11c-4a23-a626-d0356d81b1ab" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.335821] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.383876] env[62675]: DEBUG nova.compute.utils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 601.388974] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.390425] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.411614] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Releasing lock "refresh_cache-c44d2180-a11c-4a23-a626-d0356d81b1ab" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.412100] env[62675]: DEBUG nova.compute.manager [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Instance network_info: |[{"id": "07724b6f-b5a6-4f1f-847b-95fbfa3968dc", "address": "fa:16:3e:98:52:3a", "network": {"id": "3d61b031-144c-4880-b52e-5026ad6dfb49", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-995925591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f154f5dadbf64fce9a788225e1541474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07724b6f-b5", "ovs_interfaceid": "07724b6f-b5a6-4f1f-847b-95fbfa3968dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.412659] env[62675]: DEBUG oslo_concurrency.lockutils [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] Acquired lock "refresh_cache-c44d2180-a11c-4a23-a626-d0356d81b1ab" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.413149] env[62675]: DEBUG nova.network.neutron [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Refreshing network info cache for port 07724b6f-b5a6-4f1f-847b-95fbfa3968dc {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.414566] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:52:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07724b6f-b5a6-4f1f-847b-95fbfa3968dc', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.428261] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Creating folder: Project (f154f5dadbf64fce9a788225e1541474). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.433913] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b8ae12d-b972-439d-a251-904adc274605 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.447271] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Created folder: Project (f154f5dadbf64fce9a788225e1541474) in parent group-v542174. [ 601.447639] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Creating folder: Instances. Parent ref: group-v542235. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.447924] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d15d4b0-5d04-4254-a6d9-050c5f7a76d6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.457030] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Created folder: Instances in parent group-v542235. [ 601.457290] env[62675]: DEBUG oslo.service.loopingcall [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.460485] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.460919] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b97967d-6d2c-41ec-b70c-3fc19991a8f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.488867] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.488867] env[62675]: value = "task-2690227" [ 601.488867] env[62675]: _type = "Task" [ 601.488867] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.497507] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690227, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.511984] env[62675]: DEBUG nova.policy [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f857c087c60a4c0e97782f252318c646', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49f090ec83d449d6a4d324c49cd83f96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.651912] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690223, 'name': Rename_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.890235] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.940370] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Acquiring lock "c6d9a643-9909-4127-a49e-24c49d4eccfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.940370] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Lock "c6d9a643-9909-4127-a49e-24c49d4eccfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.002517] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690227, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.027368] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34919bfc-163f-45d7-a480-38b39dbb8b18 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.035208] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4432dc-3cd3-4f15-93bb-58a46d30cf37 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.067828] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd9afe3-3306-4610-8440-a7bd8f5a7ff2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.076646] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec54d665-7f7b-4743-8ccd-998b621ce6b9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.090262] env[62675]: DEBUG nova.compute.provider_tree [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.147056] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690223, 'name': Rename_Task, 'duration_secs': 1.593999} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.147056] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.147056] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a646cd3e-b153-4b71-934c-f81299f95018 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.155855] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Waiting for the task: (returnval){ [ 602.155855] env[62675]: value = "task-2690228" [ 602.155855] env[62675]: _type = "Task" [ 602.155855] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.167811] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.506101] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690227, 'name': CreateVM_Task, 'duration_secs': 0.658838} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.506101] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.506431] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.506500] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.506849] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 602.507694] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020e6fbf-806a-47e4-8aaa-3c3fef94773a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.514161] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Waiting for the task: (returnval){ [ 602.514161] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5257eb61-5c40-130a-160a-ffb334ed6715" [ 602.514161] env[62675]: _type = "Task" [ 602.514161] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.519832] env[62675]: DEBUG nova.network.neutron [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Updated VIF entry in instance network info cache for port 07724b6f-b5a6-4f1f-847b-95fbfa3968dc. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.520421] env[62675]: DEBUG nova.network.neutron [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Updating instance_info_cache with network_info: [{"id": "07724b6f-b5a6-4f1f-847b-95fbfa3968dc", "address": "fa:16:3e:98:52:3a", "network": {"id": "3d61b031-144c-4880-b52e-5026ad6dfb49", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-995925591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f154f5dadbf64fce9a788225e1541474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07724b6f-b5", "ovs_interfaceid": "07724b6f-b5a6-4f1f-847b-95fbfa3968dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.527566] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5257eb61-5c40-130a-160a-ffb334ed6715, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.527861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.528103] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.528341] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.528798] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.529060] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.531557] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87dbb33e-44b0-4746-b9d9-562f320b4c61 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.538429] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.538429] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.539146] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edecbe02-b901-499c-ae78-72f2b34155f4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.544692] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Waiting for the task: (returnval){ [ 602.544692] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d8c65c-f55d-96d4-4fa3-a58a6089cd76" [ 602.544692] env[62675]: _type = "Task" [ 602.544692] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.553743] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d8c65c-f55d-96d4-4fa3-a58a6089cd76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.595542] env[62675]: DEBUG nova.scheduler.client.report [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.666205] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690228, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.835218] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Successfully created port: 8b83288b-1a3f-418c-8f0f-b0c7c5b919fe {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.909454] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.948033] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.948033] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.948033] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.948252] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.948290] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.949133] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.949133] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.949133] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.949133] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.949289] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.949464] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.950386] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5025c42e-b97f-49a7-a086-6ba5bf0c903e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.963164] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df86b3e-5764-4878-8b92-5a19f94c3833 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.023239] env[62675]: DEBUG oslo_concurrency.lockutils [req-6ba2331c-aac1-483e-b434-ed7835832139 req-6e9db10f-6dbb-4b9e-a725-9b9295542c64 service nova] Releasing lock "refresh_cache-c44d2180-a11c-4a23-a626-d0356d81b1ab" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.038530] env[62675]: DEBUG nova.network.neutron [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Successfully updated port: 1f8a636f-f20b-46b1-bc1e-ea4e5128664f {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.055885] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d8c65c-f55d-96d4-4fa3-a58a6089cd76, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.057417] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15efd1e0-9bb1-4dfa-adf4-9c763fb5899a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.064298] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Waiting for the task: (returnval){ [ 603.064298] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a7cb4e-7d7a-d4d2-94e3-fb2aa2c001ff" [ 603.064298] env[62675]: _type = "Task" [ 603.064298] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.075668] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a7cb4e-7d7a-d4d2-94e3-fb2aa2c001ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.103271] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.105542] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.332s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.107280] env[62675]: INFO nova.compute.claims [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.138051] env[62675]: INFO nova.scheduler.client.report [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted allocations for instance 6cd6aa3c-32c9-4f57-ba28-1ea85271c983 [ 603.170527] env[62675]: DEBUG oslo_vmware.api [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690228, 'name': PowerOnVM_Task, 'duration_secs': 0.76037} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.170855] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.171105] env[62675]: INFO nova.compute.manager [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Took 13.36 seconds to spawn the instance on the hypervisor. [ 603.171559] env[62675]: DEBUG nova.compute.manager [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.172424] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79dca31-0399-428d-af18-f6a7dfe7ba57 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.544326] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Acquiring lock "refresh_cache-d68f8527-5783-449b-bbbe-e55ba4e54b1c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.544326] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Acquired lock "refresh_cache-d68f8527-5783-449b-bbbe-e55ba4e54b1c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.544326] env[62675]: DEBUG nova.network.neutron [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.576287] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a7cb4e-7d7a-d4d2-94e3-fb2aa2c001ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.576575] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.576883] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] c44d2180-a11c-4a23-a626-d0356d81b1ab/c44d2180-a11c-4a23-a626-d0356d81b1ab.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.577164] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80125505-4014-4905-a36e-29e33f0cb10e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.587042] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Waiting for the task: (returnval){ [ 603.587042] env[62675]: value = "task-2690230" [ 603.587042] env[62675]: _type = "Task" [ 603.587042] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.593880] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.649979] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef2aa659-caa3-4c73-aba8-1504927663e0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "6cd6aa3c-32c9-4f57-ba28-1ea85271c983" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.815s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.701683] env[62675]: INFO nova.compute.manager [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Took 35.58 seconds to build instance. [ 604.064371] env[62675]: DEBUG nova.compute.manager [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Received event network-vif-plugged-1f8a636f-f20b-46b1-bc1e-ea4e5128664f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.064624] env[62675]: DEBUG oslo_concurrency.lockutils [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] Acquiring lock "d68f8527-5783-449b-bbbe-e55ba4e54b1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.064853] env[62675]: DEBUG oslo_concurrency.lockutils [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] Lock "d68f8527-5783-449b-bbbe-e55ba4e54b1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.065044] env[62675]: DEBUG oslo_concurrency.lockutils [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] Lock "d68f8527-5783-449b-bbbe-e55ba4e54b1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.065214] env[62675]: DEBUG nova.compute.manager [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] No waiting events found dispatching network-vif-plugged-1f8a636f-f20b-46b1-bc1e-ea4e5128664f {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.065376] env[62675]: WARNING nova.compute.manager [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Received unexpected event network-vif-plugged-1f8a636f-f20b-46b1-bc1e-ea4e5128664f for instance with vm_state building and task_state spawning. [ 604.065535] env[62675]: DEBUG nova.compute.manager [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Received event network-changed-1f8a636f-f20b-46b1-bc1e-ea4e5128664f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 604.065683] env[62675]: DEBUG nova.compute.manager [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Refreshing instance network info cache due to event network-changed-1f8a636f-f20b-46b1-bc1e-ea4e5128664f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 604.065843] env[62675]: DEBUG oslo_concurrency.lockutils [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] Acquiring lock "refresh_cache-d68f8527-5783-449b-bbbe-e55ba4e54b1c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.102535] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487802} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.102632] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] c44d2180-a11c-4a23-a626-d0356d81b1ab/c44d2180-a11c-4a23-a626-d0356d81b1ab.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.102872] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.103097] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be47ad08-082f-49d9-a6f6-97b3fba313ed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.114361] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Waiting for the task: (returnval){ [ 604.114361] env[62675]: value = "task-2690231" [ 604.114361] env[62675]: _type = "Task" [ 604.114361] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.124512] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.128141] env[62675]: DEBUG nova.network.neutron [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.204723] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f48ccc9a-ecf9-4712-a610-20aaa2f5b166 tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lock "431ae1de-747b-4543-a10a-59065f1fbbc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.230s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.629280] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202407} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.639624] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.639624] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc27ca4-5dd1-4d6b-8bf6-beaa7db87bd4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.668627] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] c44d2180-a11c-4a23-a626-d0356d81b1ab/c44d2180-a11c-4a23-a626-d0356d81b1ab.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.672110] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42193da8-bffe-4c15-a204-3c1494436afb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.696332] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Waiting for the task: (returnval){ [ 604.696332] env[62675]: value = "task-2690232" [ 604.696332] env[62675]: _type = "Task" [ 604.696332] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.707170] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.707224] env[62675]: DEBUG nova.compute.manager [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 604.805431] env[62675]: DEBUG nova.network.neutron [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Updating instance_info_cache with network_info: [{"id": "1f8a636f-f20b-46b1-bc1e-ea4e5128664f", "address": "fa:16:3e:c7:bf:e5", "network": {"id": "64e02f85-4ecb-4477-9884-2c0b4282b9d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-67105641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "718dba6e1f5844c6a79acc81593ce3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8a636f-f2", "ovs_interfaceid": "1f8a636f-f20b-46b1-bc1e-ea4e5128664f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.833137] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.833406] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.872363] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5f2ed8-b60a-49d5-a311-aef2d72ee64d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.880095] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee010d4-3bfd-46d4-b297-8f97daf893c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.918959] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c5e180-f7e1-4314-8a9c-b85de837100a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.926700] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b646856c-69c9-4887-b081-9e363baf14c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.944728] env[62675]: DEBUG nova.compute.provider_tree [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.212852] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.237773] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.312038] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Releasing lock "refresh_cache-d68f8527-5783-449b-bbbe-e55ba4e54b1c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.312038] env[62675]: DEBUG nova.compute.manager [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Instance network_info: |[{"id": "1f8a636f-f20b-46b1-bc1e-ea4e5128664f", "address": "fa:16:3e:c7:bf:e5", "network": {"id": "64e02f85-4ecb-4477-9884-2c0b4282b9d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-67105641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "718dba6e1f5844c6a79acc81593ce3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8a636f-f2", "ovs_interfaceid": "1f8a636f-f20b-46b1-bc1e-ea4e5128664f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.312508] env[62675]: DEBUG oslo_concurrency.lockutils [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] Acquired lock "refresh_cache-d68f8527-5783-449b-bbbe-e55ba4e54b1c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.312508] env[62675]: DEBUG nova.network.neutron [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Refreshing network info cache for port 1f8a636f-f20b-46b1-bc1e-ea4e5128664f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.313795] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:bf:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f8a636f-f20b-46b1-bc1e-ea4e5128664f', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.323445] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Creating folder: Project (718dba6e1f5844c6a79acc81593ce3b1). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.324844] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a148a274-c3b5-43a1-9645-5e7d9fd5e535 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.337361] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Created folder: Project (718dba6e1f5844c6a79acc81593ce3b1) in parent group-v542174. [ 605.337683] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Creating folder: Instances. Parent ref: group-v542238. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.337875] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93a7658e-6596-441d-8364-6f6b6ee82a54 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.348692] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Created folder: Instances in parent group-v542238. [ 605.349015] env[62675]: DEBUG oslo.service.loopingcall [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.349265] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.349512] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9760b9f-a14f-4da8-b4f5-f866835c56fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.377310] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.377310] env[62675]: value = "task-2690235" [ 605.377310] env[62675]: _type = "Task" [ 605.377310] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.382434] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690235, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.450604] env[62675]: DEBUG nova.scheduler.client.report [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.657195] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Successfully updated port: 8b83288b-1a3f-418c-8f0f-b0c7c5b919fe {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.709946] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690232, 'name': ReconfigVM_Task, 'duration_secs': 0.772639} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.710554] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Reconfigured VM instance instance-00000016 to attach disk [datastore2] c44d2180-a11c-4a23-a626-d0356d81b1ab/c44d2180-a11c-4a23-a626-d0356d81b1ab.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.713427] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c3c5796-5ae3-48f6-ab01-a8d9bf4ef36f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.722309] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Waiting for the task: (returnval){ [ 605.722309] env[62675]: value = "task-2690237" [ 605.722309] env[62675]: _type = "Task" [ 605.722309] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.732594] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690237, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.886294] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690235, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.888042] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8279a45f-8073-461f-9ed3-91be058c3c1a tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquiring lock "interface-431ae1de-747b-4543-a10a-59065f1fbbc2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.888475] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8279a45f-8073-461f-9ed3-91be058c3c1a tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lock "interface-431ae1de-747b-4543-a10a-59065f1fbbc2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.890172] env[62675]: DEBUG nova.objects.instance [None req-8279a45f-8073-461f-9ed3-91be058c3c1a tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lazy-loading 'flavor' on Instance uuid 431ae1de-747b-4543-a10a-59065f1fbbc2 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 605.956131] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.956811] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.960361] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.836s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.168768] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "refresh_cache-97740935-a6d9-403a-8c2f-45350389c0e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.168768] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquired lock "refresh_cache-97740935-a6d9-403a-8c2f-45350389c0e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.168768] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 606.238575] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690237, 'name': Rename_Task, 'duration_secs': 0.251855} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.239334] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.241639] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-214ae4aa-3d13-4753-ae43-8e08d08b59c4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.248468] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Waiting for the task: (returnval){ [ 606.248468] env[62675]: value = "task-2690238" [ 606.248468] env[62675]: _type = "Task" [ 606.248468] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.260758] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.285018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.285018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.388408] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690235, 'name': CreateVM_Task, 'duration_secs': 0.866868} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.388605] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.390309] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.390309] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.390309] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.390309] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d327217-9c43-4c4b-821a-7ac39ad8155e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.397776] env[62675]: DEBUG nova.objects.instance [None req-8279a45f-8073-461f-9ed3-91be058c3c1a tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lazy-loading 'pci_requests' on Instance uuid 431ae1de-747b-4543-a10a-59065f1fbbc2 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 606.399022] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Waiting for the task: (returnval){ [ 606.399022] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522436d6-52d5-18f0-3513-460867898057" [ 606.399022] env[62675]: _type = "Task" [ 606.399022] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.405352] env[62675]: DEBUG nova.network.neutron [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Updated VIF entry in instance network info cache for port 1f8a636f-f20b-46b1-bc1e-ea4e5128664f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.405352] env[62675]: DEBUG nova.network.neutron [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Updating instance_info_cache with network_info: [{"id": "1f8a636f-f20b-46b1-bc1e-ea4e5128664f", "address": "fa:16:3e:c7:bf:e5", "network": {"id": "64e02f85-4ecb-4477-9884-2c0b4282b9d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-67105641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "718dba6e1f5844c6a79acc81593ce3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8a636f-f2", "ovs_interfaceid": "1f8a636f-f20b-46b1-bc1e-ea4e5128664f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.415198] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522436d6-52d5-18f0-3513-460867898057, 'name': SearchDatastore_Task, 'duration_secs': 0.014285} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.416961] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.416961] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.416961] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.416961] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.417096] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.417716] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-789c03ac-6b9a-42a5-a969-1011408c0d02 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.427722] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.427914] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.428931] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d0979bc-f5b1-45d7-bd6b-ee9e63292bb8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.437894] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Waiting for the task: (returnval){ [ 606.437894] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5263ff29-8313-ebcf-f3a5-63ec48922508" [ 606.437894] env[62675]: _type = "Task" [ 606.437894] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.446990] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5263ff29-8313-ebcf-f3a5-63ec48922508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.463515] env[62675]: DEBUG nova.compute.utils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 606.470144] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.470532] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.586933] env[62675]: DEBUG nova.policy [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f857c087c60a4c0e97782f252318c646', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49f090ec83d449d6a4d324c49cd83f96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.764165] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690238, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.770726] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.901414] env[62675]: DEBUG nova.objects.base [None req-8279a45f-8073-461f-9ed3-91be058c3c1a tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Object Instance<431ae1de-747b-4543-a10a-59065f1fbbc2> lazy-loaded attributes: flavor,pci_requests {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 606.901502] env[62675]: DEBUG nova.network.neutron [None req-8279a45f-8073-461f-9ed3-91be058c3c1a tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.907647] env[62675]: DEBUG oslo_concurrency.lockutils [req-8d801882-e76b-4a44-b759-58f174d01a01 req-2eb2e31a-35b2-4fde-9b93-1398bc21c5c0 service nova] Releasing lock "refresh_cache-d68f8527-5783-449b-bbbe-e55ba4e54b1c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.948020] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5263ff29-8313-ebcf-f3a5-63ec48922508, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.952178] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e9e0ee-e7b8-42db-b272-844199c846d6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.958037] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Waiting for the task: (returnval){ [ 606.958037] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522efca8-966b-00a1-68ab-65a593541571" [ 606.958037] env[62675]: _type = "Task" [ 606.958037] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.966703] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522efca8-966b-00a1-68ab-65a593541571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.976017] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.140386] env[62675]: DEBUG nova.compute.manager [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Received event network-vif-plugged-8b83288b-1a3f-418c-8f0f-b0c7c5b919fe {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.140526] env[62675]: DEBUG oslo_concurrency.lockutils [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] Acquiring lock "97740935-a6d9-403a-8c2f-45350389c0e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.140618] env[62675]: DEBUG oslo_concurrency.lockutils [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] Lock "97740935-a6d9-403a-8c2f-45350389c0e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.140802] env[62675]: DEBUG oslo_concurrency.lockutils [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] Lock "97740935-a6d9-403a-8c2f-45350389c0e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.140956] env[62675]: DEBUG nova.compute.manager [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] No waiting events found dispatching network-vif-plugged-8b83288b-1a3f-418c-8f0f-b0c7c5b919fe {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.141228] env[62675]: WARNING nova.compute.manager [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Received unexpected event network-vif-plugged-8b83288b-1a3f-418c-8f0f-b0c7c5b919fe for instance with vm_state building and task_state spawning. [ 607.141861] env[62675]: DEBUG nova.compute.manager [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Received event network-changed-8b83288b-1a3f-418c-8f0f-b0c7c5b919fe {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 607.141861] env[62675]: DEBUG nova.compute.manager [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Refreshing instance network info cache due to event network-changed-8b83288b-1a3f-418c-8f0f-b0c7c5b919fe. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 607.141861] env[62675]: DEBUG oslo_concurrency.lockutils [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] Acquiring lock "refresh_cache-97740935-a6d9-403a-8c2f-45350389c0e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.150701] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0f5789-b8fb-496e-b466-eb7290b1394e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.162138] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76e2c52-db6c-4a25-abd3-26a586898b36 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.194023] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137bed5e-64d5-4d97-a073-ac0bd2bef6d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.201944] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cee07f-a66a-47ab-b763-768faa0b5c1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.219453] env[62675]: DEBUG nova.compute.provider_tree [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 607.227936] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8279a45f-8073-461f-9ed3-91be058c3c1a tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lock "interface-431ae1de-747b-4543-a10a-59065f1fbbc2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.339s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.259440] env[62675]: DEBUG oslo_vmware.api [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690238, 'name': PowerOnVM_Task, 'duration_secs': 0.66796} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.259781] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.259998] env[62675]: INFO nova.compute.manager [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Took 11.97 seconds to spawn the instance on the hypervisor. [ 607.260195] env[62675]: DEBUG nova.compute.manager [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.261504] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ebc33d-8cd7-4cdb-9967-00c91565d6d3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.319141] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Updating instance_info_cache with network_info: [{"id": "8b83288b-1a3f-418c-8f0f-b0c7c5b919fe", "address": "fa:16:3e:1f:95:3e", "network": {"id": "ba2dbfd6-f2c4-4ec4-ab10-15e4176367d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1853721614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f090ec83d449d6a4d324c49cd83f96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b83288b-1a", "ovs_interfaceid": "8b83288b-1a3f-418c-8f0f-b0c7c5b919fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.444205] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Successfully created port: 79d709a4-5d2d-4e82-b932-6fd1648ba435 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.469633] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522efca8-966b-00a1-68ab-65a593541571, 'name': SearchDatastore_Task, 'duration_secs': 0.037626} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.469883] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.470167] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] d68f8527-5783-449b-bbbe-e55ba4e54b1c/d68f8527-5783-449b-bbbe-e55ba4e54b1c.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.470440] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9244de9b-6fee-4648-9bad-45b8edc15328 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.477394] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Waiting for the task: (returnval){ [ 607.477394] env[62675]: value = "task-2690239" [ 607.477394] env[62675]: _type = "Task" [ 607.477394] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.489977] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.757033] env[62675]: ERROR nova.scheduler.client.report [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [req-c081e1fc-520a-438b-9da9-5b3e67089a11] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c081e1fc-520a-438b-9da9-5b3e67089a11"}]} [ 607.780925] env[62675]: DEBUG nova.scheduler.client.report [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 607.784552] env[62675]: INFO nova.compute.manager [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Took 36.74 seconds to build instance. [ 607.800944] env[62675]: DEBUG nova.scheduler.client.report [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 607.801724] env[62675]: DEBUG nova.compute.provider_tree [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 607.819031] env[62675]: DEBUG nova.scheduler.client.report [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 607.821221] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Releasing lock "refresh_cache-97740935-a6d9-403a-8c2f-45350389c0e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.821629] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Instance network_info: |[{"id": "8b83288b-1a3f-418c-8f0f-b0c7c5b919fe", "address": "fa:16:3e:1f:95:3e", "network": {"id": "ba2dbfd6-f2c4-4ec4-ab10-15e4176367d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1853721614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f090ec83d449d6a4d324c49cd83f96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b83288b-1a", "ovs_interfaceid": "8b83288b-1a3f-418c-8f0f-b0c7c5b919fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.822232] env[62675]: DEBUG oslo_concurrency.lockutils [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] Acquired lock "refresh_cache-97740935-a6d9-403a-8c2f-45350389c0e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.822495] env[62675]: DEBUG nova.network.neutron [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Refreshing network info cache for port 8b83288b-1a3f-418c-8f0f-b0c7c5b919fe {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.823870] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:95:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b83288b-1a3f-418c-8f0f-b0c7c5b919fe', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.831569] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Creating folder: Project (49f090ec83d449d6a4d324c49cd83f96). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.833036] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-386a746f-0f4b-442a-86b7-7fc6815e4921 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.844235] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Created folder: Project (49f090ec83d449d6a4d324c49cd83f96) in parent group-v542174. [ 607.844542] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Creating folder: Instances. Parent ref: group-v542242. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.844810] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f74a952-14d2-4ac9-a52b-d2b7b6334e53 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.848131] env[62675]: DEBUG nova.scheduler.client.report [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 607.863533] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Created folder: Instances in parent group-v542242. [ 607.863895] env[62675]: DEBUG oslo.service.loopingcall [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.864263] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.864740] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e8405d6-fdea-4b65-b5ba-c93276b6209e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.898053] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.898053] env[62675]: value = "task-2690242" [ 607.898053] env[62675]: _type = "Task" [ 607.898053] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.911407] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690242, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.986422] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.000169] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690239, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.028377] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 608.028623] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 608.028803] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 608.029014] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 608.029178] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 608.029334] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 608.029572] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 608.029734] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 608.029919] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 608.030229] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 608.030428] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 608.031523] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3516afe-fdfe-42c8-acd5-dafe9eac39fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.047626] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8644714-c92f-4a88-aa2d-f95d2b60d1b8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.289091] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5f3129c2-840b-40c3-a525-e7509b5a96a7 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Lock "c44d2180-a11c-4a23-a626-d0356d81b1ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.342s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.415449] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690242, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.494946] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59772} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.498100] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] d68f8527-5783-449b-bbbe-e55ba4e54b1c/d68f8527-5783-449b-bbbe-e55ba4e54b1c.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.498335] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.499354] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b07464cc-8bdf-46e6-ad66-f670e437bbcb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.507623] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Waiting for the task: (returnval){ [ 608.507623] env[62675]: value = "task-2690243" [ 608.507623] env[62675]: _type = "Task" [ 608.507623] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.519990] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.531418] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7221ddf-f6fa-4bc3-97ec-280564de360e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.542651] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51627920-c591-42a9-80bb-d7e0b2b21cc5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.581327] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701ee09b-f3a9-47e3-9963-af94cdec8eef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.590302] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754327fd-320b-4e7d-9994-713accec0246 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.602749] env[62675]: DEBUG nova.compute.provider_tree [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.743229] env[62675]: DEBUG nova.network.neutron [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Updated VIF entry in instance network info cache for port 8b83288b-1a3f-418c-8f0f-b0c7c5b919fe. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.743587] env[62675]: DEBUG nova.network.neutron [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Updating instance_info_cache with network_info: [{"id": "8b83288b-1a3f-418c-8f0f-b0c7c5b919fe", "address": "fa:16:3e:1f:95:3e", "network": {"id": "ba2dbfd6-f2c4-4ec4-ab10-15e4176367d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1853721614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f090ec83d449d6a4d324c49cd83f96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b83288b-1a", "ovs_interfaceid": "8b83288b-1a3f-418c-8f0f-b0c7c5b919fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.795553] env[62675]: DEBUG nova.compute.manager [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.913023] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690242, 'name': CreateVM_Task, 'duration_secs': 0.633989} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.913023] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.913023] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.913023] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.913023] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.913285] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd13526-2955-4b86-b9db-6d09d186021d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.917691] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 608.917691] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527787fd-8cb6-72f2-3607-565ee0bbf297" [ 608.917691] env[62675]: _type = "Task" [ 608.917691] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.925914] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527787fd-8cb6-72f2-3607-565ee0bbf297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.019912] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073635} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.020392] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.021255] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed449fb0-92bb-447e-abfb-5d53cee574d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.048361] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] d68f8527-5783-449b-bbbe-e55ba4e54b1c/d68f8527-5783-449b-bbbe-e55ba4e54b1c.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.048551] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e21c014-bfc9-4ecd-90d2-5aafe9e49cef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.068300] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Waiting for the task: (returnval){ [ 609.068300] env[62675]: value = "task-2690244" [ 609.068300] env[62675]: _type = "Task" [ 609.068300] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.076417] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.106480] env[62675]: DEBUG nova.scheduler.client.report [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.248445] env[62675]: DEBUG oslo_concurrency.lockutils [req-3ed58a46-bf9b-4830-aa96-3f1bf2e7d51d req-54e22fd9-3bf7-439e-b30b-42544627f632 service nova] Releasing lock "refresh_cache-97740935-a6d9-403a-8c2f-45350389c0e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.324895] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.366866] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Acquiring lock "fd23c82e-4955-4be3-b034-5400270a19a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.367085] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Lock "fd23c82e-4955-4be3-b034-5400270a19a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.433087] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527787fd-8cb6-72f2-3607-565ee0bbf297, 'name': SearchDatastore_Task, 'duration_secs': 0.043844} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.433087] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.433087] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.433087] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.433240] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.433240] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.433240] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46ffd36f-bcde-439b-b90b-d55ad650e1a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.440233] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.440413] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.441148] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a60c978-8150-40a2-945a-6253ccfbafb4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.448689] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 609.448689] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524ae13a-c123-70aa-5994-5608f93baf5f" [ 609.448689] env[62675]: _type = "Task" [ 609.448689] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.458181] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524ae13a-c123-70aa-5994-5608f93baf5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008637} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.458963] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56219308-e79a-4789-bb27-7ef913bf1dcd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.465052] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 609.465052] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c0f3ae-e140-f8f2-176b-031a57818b90" [ 609.465052] env[62675]: _type = "Task" [ 609.465052] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.473837] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c0f3ae-e140-f8f2-176b-031a57818b90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.511982] env[62675]: DEBUG oslo_concurrency.lockutils [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "eeb6bb89-1a96-42cf-ab40-888e39600d35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.512260] env[62675]: DEBUG oslo_concurrency.lockutils [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "eeb6bb89-1a96-42cf-ab40-888e39600d35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.512490] env[62675]: DEBUG oslo_concurrency.lockutils [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "eeb6bb89-1a96-42cf-ab40-888e39600d35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.512787] env[62675]: DEBUG oslo_concurrency.lockutils [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "eeb6bb89-1a96-42cf-ab40-888e39600d35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.512899] env[62675]: DEBUG oslo_concurrency.lockutils [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "eeb6bb89-1a96-42cf-ab40-888e39600d35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.516147] env[62675]: INFO nova.compute.manager [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Terminating instance [ 609.581278] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.689678] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Successfully updated port: 79d709a4-5d2d-4e82-b932-6fd1648ba435 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.714199] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquiring lock "431ae1de-747b-4543-a10a-59065f1fbbc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.714488] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lock "431ae1de-747b-4543-a10a-59065f1fbbc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.714704] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquiring lock "431ae1de-747b-4543-a10a-59065f1fbbc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.714880] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lock "431ae1de-747b-4543-a10a-59065f1fbbc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.715053] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lock "431ae1de-747b-4543-a10a-59065f1fbbc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.718671] env[62675]: INFO nova.compute.manager [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Terminating instance [ 609.977033] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c0f3ae-e140-f8f2-176b-031a57818b90, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.977284] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.977374] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 97740935-a6d9-403a-8c2f-45350389c0e1/97740935-a6d9-403a-8c2f-45350389c0e1.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.977638] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe11925-f362-48c9-851c-b4a157765867 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.985179] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 609.985179] env[62675]: value = "task-2690246" [ 609.985179] env[62675]: _type = "Task" [ 609.985179] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.995341] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.015799] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Acquiring lock "c44d2180-a11c-4a23-a626-d0356d81b1ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.015799] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Lock "c44d2180-a11c-4a23-a626-d0356d81b1ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.015799] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Acquiring lock "c44d2180-a11c-4a23-a626-d0356d81b1ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.015799] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Lock "c44d2180-a11c-4a23-a626-d0356d81b1ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.016073] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Lock "c44d2180-a11c-4a23-a626-d0356d81b1ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.018120] env[62675]: INFO nova.compute.manager [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Terminating instance [ 610.019767] env[62675]: DEBUG nova.compute.manager [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 610.019991] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.023970] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca2e4c0-773b-40dc-8bc6-15c7c1085d59 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.032047] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.033257] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f166f94c-09fe-409b-90be-73b5c0f68683 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.081753] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "a802376d-992a-4976-a6ec-6de8c467e7c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.082048] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "a802376d-992a-4976-a6ec-6de8c467e7c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.087336] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690244, 'name': ReconfigVM_Task, 'duration_secs': 0.69982} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.087669] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Reconfigured VM instance instance-00000017 to attach disk [datastore2] d68f8527-5783-449b-bbbe-e55ba4e54b1c/d68f8527-5783-449b-bbbe-e55ba4e54b1c.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.088446] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89c4553f-4085-4c8b-9e72-616d77b8c415 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.094118] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Waiting for the task: (returnval){ [ 610.094118] env[62675]: value = "task-2690248" [ 610.094118] env[62675]: _type = "Task" [ 610.094118] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.104014] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690248, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.109963] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "c6815fb8-4825-448a-ae8c-b657aa06d627" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.110309] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "c6815fb8-4825-448a-ae8c-b657aa06d627" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.115558] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.115908] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.116219] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Deleting the datastore file [datastore1] eeb6bb89-1a96-42cf-ab40-888e39600d35 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.117496] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 4.158s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.120166] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0444acf0-b6f9-4364-8494-7673673c97ac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.124202] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.296s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.125696] env[62675]: INFO nova.compute.claims [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.133478] env[62675]: DEBUG oslo_vmware.api [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 610.133478] env[62675]: value = "task-2690249" [ 610.133478] env[62675]: _type = "Task" [ 610.133478] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.144061] env[62675]: DEBUG oslo_vmware.api [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.193527] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "refresh_cache-3d51301e-20ba-4a1b-8b18-0e5080ab910a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.193732] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquired lock "refresh_cache-3d51301e-20ba-4a1b-8b18-0e5080ab910a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.194602] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.200926] env[62675]: DEBUG nova.compute.manager [req-275c23a1-fcbd-46e6-9149-75bfb43bf0c4 req-e081696b-13d2-440b-ac9b-7f2023316473 service nova] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Received event network-vif-plugged-79d709a4-5d2d-4e82-b932-6fd1648ba435 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.200926] env[62675]: DEBUG oslo_concurrency.lockutils [req-275c23a1-fcbd-46e6-9149-75bfb43bf0c4 req-e081696b-13d2-440b-ac9b-7f2023316473 service nova] Acquiring lock "3d51301e-20ba-4a1b-8b18-0e5080ab910a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.200926] env[62675]: DEBUG oslo_concurrency.lockutils [req-275c23a1-fcbd-46e6-9149-75bfb43bf0c4 req-e081696b-13d2-440b-ac9b-7f2023316473 service nova] Lock "3d51301e-20ba-4a1b-8b18-0e5080ab910a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.200926] env[62675]: DEBUG oslo_concurrency.lockutils [req-275c23a1-fcbd-46e6-9149-75bfb43bf0c4 req-e081696b-13d2-440b-ac9b-7f2023316473 service nova] Lock "3d51301e-20ba-4a1b-8b18-0e5080ab910a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.201327] env[62675]: DEBUG nova.compute.manager [req-275c23a1-fcbd-46e6-9149-75bfb43bf0c4 req-e081696b-13d2-440b-ac9b-7f2023316473 service nova] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] No waiting events found dispatching network-vif-plugged-79d709a4-5d2d-4e82-b932-6fd1648ba435 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.201936] env[62675]: WARNING nova.compute.manager [req-275c23a1-fcbd-46e6-9149-75bfb43bf0c4 req-e081696b-13d2-440b-ac9b-7f2023316473 service nova] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Received unexpected event network-vif-plugged-79d709a4-5d2d-4e82-b932-6fd1648ba435 for instance with vm_state building and task_state spawning. [ 610.224761] env[62675]: DEBUG nova.compute.manager [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 610.225017] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.227298] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dd087f-b41d-49b3-8fb2-0505480046bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.235884] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.236204] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31a2f052-1a65-496d-a728-72ed8a3b0d84 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.244425] env[62675]: DEBUG oslo_vmware.api [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Waiting for the task: (returnval){ [ 610.244425] env[62675]: value = "task-2690250" [ 610.244425] env[62675]: _type = "Task" [ 610.244425] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.255894] env[62675]: DEBUG oslo_vmware.api [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.499525] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690246, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.524021] env[62675]: DEBUG nova.compute.manager [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 610.524021] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 610.524825] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cb9049-c4be-47f8-acc2-db0aeadaafaa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.535258] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.536178] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-201abdf6-81ae-421e-b205-9baf4ad6d7c8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.542225] env[62675]: DEBUG oslo_vmware.api [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Waiting for the task: (returnval){ [ 610.542225] env[62675]: value = "task-2690251" [ 610.542225] env[62675]: _type = "Task" [ 610.542225] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.551159] env[62675]: DEBUG oslo_vmware.api [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.603062] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690248, 'name': Rename_Task, 'duration_secs': 0.259349} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.603382] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.603647] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfa69018-466b-477f-8e33-9ea6bb175180 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.613034] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "47a2f884-e89a-4114-ad54-a94ba493d07f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.613659] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.613659] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Waiting for the task: (returnval){ [ 610.613659] env[62675]: value = "task-2690252" [ 610.613659] env[62675]: _type = "Task" [ 610.613659] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.621997] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.644190] env[62675]: DEBUG oslo_vmware.api [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280166} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.647449] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.647698] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 610.647921] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 610.648114] env[62675]: INFO nova.compute.manager [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Took 0.63 seconds to destroy the instance on the hypervisor. [ 610.648376] env[62675]: DEBUG oslo.service.loopingcall [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.649300] env[62675]: DEBUG nova.compute.manager [-] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 610.649434] env[62675]: DEBUG nova.network.neutron [-] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 610.690303] env[62675]: INFO nova.scheduler.client.report [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Deleted allocation for migration 00941656-785e-4398-b9e1-37c864a7ecee [ 610.745329] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 610.758910] env[62675]: DEBUG oslo_vmware.api [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690250, 'name': PowerOffVM_Task, 'duration_secs': 0.267679} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.759847] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 610.760029] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 610.760294] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-092a640e-097a-4247-8ce3-59b256db8d91 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.835275] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 610.835474] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 610.835553] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Deleting the datastore file [datastore1] 431ae1de-747b-4543-a10a-59065f1fbbc2 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.836229] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba12a4e3-9702-4889-852d-56457d32e47c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.842542] env[62675]: DEBUG oslo_vmware.api [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Waiting for the task: (returnval){ [ 610.842542] env[62675]: value = "task-2690254" [ 610.842542] env[62675]: _type = "Task" [ 610.842542] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.856389] env[62675]: DEBUG oslo_vmware.api [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.997248] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571153} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.999521] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 97740935-a6d9-403a-8c2f-45350389c0e1/97740935-a6d9-403a-8c2f-45350389c0e1.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.999521] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.999521] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4baca18-875c-4857-8172-6bdf80da42f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.006168] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Updating instance_info_cache with network_info: [{"id": "79d709a4-5d2d-4e82-b932-6fd1648ba435", "address": "fa:16:3e:51:1d:b8", "network": {"id": "ba2dbfd6-f2c4-4ec4-ab10-15e4176367d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1853721614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f090ec83d449d6a4d324c49cd83f96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d709a4-5d", "ovs_interfaceid": "79d709a4-5d2d-4e82-b932-6fd1648ba435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.006407] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 611.006407] env[62675]: value = "task-2690255" [ 611.006407] env[62675]: _type = "Task" [ 611.006407] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.018147] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.055487] env[62675]: DEBUG oslo_vmware.api [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690251, 'name': PowerOffVM_Task, 'duration_secs': 0.308707} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.055487] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.055487] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.055487] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af967581-36db-4f7d-8f40-935c363926eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.123596] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690252, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.146651] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.146962] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.147046] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Deleting the datastore file [datastore2] c44d2180-a11c-4a23-a626-d0356d81b1ab {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.147303] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0caf6fb-5a65-4e6a-b760-41a2664c73e4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.154432] env[62675]: DEBUG oslo_vmware.api [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Waiting for the task: (returnval){ [ 611.154432] env[62675]: value = "task-2690257" [ 611.154432] env[62675]: _type = "Task" [ 611.154432] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.168906] env[62675]: DEBUG oslo_vmware.api [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.200749] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0c6967b4-c81f-4173-85b4-e5a769e7b690 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.702s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.355770] env[62675]: DEBUG oslo_vmware.api [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Task: {'id': task-2690254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146233} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.355770] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.355770] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.357075] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.357075] env[62675]: INFO nova.compute.manager [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 611.357075] env[62675]: DEBUG oslo.service.loopingcall [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.357176] env[62675]: DEBUG nova.compute.manager [-] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.357428] env[62675]: DEBUG nova.network.neutron [-] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.508689] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Releasing lock "refresh_cache-3d51301e-20ba-4a1b-8b18-0e5080ab910a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.508689] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Instance network_info: |[{"id": "79d709a4-5d2d-4e82-b932-6fd1648ba435", "address": "fa:16:3e:51:1d:b8", "network": {"id": "ba2dbfd6-f2c4-4ec4-ab10-15e4176367d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1853721614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f090ec83d449d6a4d324c49cd83f96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d709a4-5d", "ovs_interfaceid": "79d709a4-5d2d-4e82-b932-6fd1648ba435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.508952] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:1d:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79d709a4-5d2d-4e82-b932-6fd1648ba435', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.516468] env[62675]: DEBUG oslo.service.loopingcall [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.521986] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.522405] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7884d80f-5e80-42dd-a1e4-829486cd2e42 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.545868] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.246469} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.546978] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.546978] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7439ba48-d494-4c05-b6dd-1c1796fab50f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.550717] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.550717] env[62675]: value = "task-2690258" [ 611.550717] env[62675]: _type = "Task" [ 611.550717] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.579429] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 97740935-a6d9-403a-8c2f-45350389c0e1/97740935-a6d9-403a-8c2f-45350389c0e1.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.580586] env[62675]: DEBUG nova.network.neutron [-] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.582115] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3941954-e84e-4752-8ab2-7a598781f727 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.603788] env[62675]: INFO nova.compute.manager [-] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Took 0.95 seconds to deallocate network for instance. [ 611.607389] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690258, 'name': CreateVM_Task} progress is 15%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.614355] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 611.614355] env[62675]: value = "task-2690259" [ 611.614355] env[62675]: _type = "Task" [ 611.614355] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.627618] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.634127] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690252, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.667477] env[62675]: DEBUG oslo_vmware.api [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Task: {'id': task-2690257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351944} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.670543] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.670681] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 611.670858] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 611.671045] env[62675]: INFO nova.compute.manager [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Took 1.15 seconds to destroy the instance on the hypervisor. [ 611.671350] env[62675]: DEBUG oslo.service.loopingcall [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 611.672689] env[62675]: DEBUG nova.compute.manager [-] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 611.672689] env[62675]: DEBUG nova.network.neutron [-] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 611.775747] env[62675]: DEBUG nova.compute.manager [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 611.778941] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d0f35d-5b50-4d72-9cc8-4f8a58ae8700 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.801469] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a33a64-8e56-4ff6-bf98-55fb8d8a8b6f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.810017] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d4caf-cb4d-41be-961d-44b543e42ee1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.850444] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ece789-3fd0-4381-94b2-3bfb7123db7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.859356] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b1807a-350e-4a3d-a3ab-03c1f2fa7691 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.874411] env[62675]: DEBUG nova.compute.provider_tree [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.063229] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690258, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.116093] env[62675]: DEBUG oslo_concurrency.lockutils [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.133516] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690259, 'name': ReconfigVM_Task, 'duration_secs': 0.420212} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.137379] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 97740935-a6d9-403a-8c2f-45350389c0e1/97740935-a6d9-403a-8c2f-45350389c0e1.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.138572] env[62675]: DEBUG oslo_vmware.api [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690252, 'name': PowerOnVM_Task, 'duration_secs': 1.096045} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.138781] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24b3935c-adf1-467c-b55d-7770bccd353e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.140651] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.140935] env[62675]: INFO nova.compute.manager [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Took 11.98 seconds to spawn the instance on the hypervisor. [ 612.141118] env[62675]: DEBUG nova.compute.manager [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.142146] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015eb936-ed76-4655-beb8-e05dba456cce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.151098] env[62675]: DEBUG nova.network.neutron [-] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.154616] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 612.154616] env[62675]: value = "task-2690261" [ 612.154616] env[62675]: _type = "Task" [ 612.154616] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.163408] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690261, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.287171] env[62675]: DEBUG nova.compute.manager [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Received event network-changed-79d709a4-5d2d-4e82-b932-6fd1648ba435 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.287171] env[62675]: DEBUG nova.compute.manager [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Refreshing instance network info cache due to event network-changed-79d709a4-5d2d-4e82-b932-6fd1648ba435. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.288204] env[62675]: DEBUG oslo_concurrency.lockutils [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] Acquiring lock "refresh_cache-3d51301e-20ba-4a1b-8b18-0e5080ab910a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.288439] env[62675]: DEBUG oslo_concurrency.lockutils [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] Acquired lock "refresh_cache-3d51301e-20ba-4a1b-8b18-0e5080ab910a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.288690] env[62675]: DEBUG nova.network.neutron [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Refreshing network info cache for port 79d709a4-5d2d-4e82-b932-6fd1648ba435 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.291971] env[62675]: INFO nova.compute.manager [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] instance snapshotting [ 612.296133] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b7ff66-b28d-4d9a-ae11-7c966478ffc3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.318362] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb49a93-1dc1-4b73-a367-98230fa4fb56 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.321419] env[62675]: DEBUG oslo_concurrency.lockutils [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "fc58a6a3-d047-49a3-b758-0f191dd23c47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.321419] env[62675]: DEBUG oslo_concurrency.lockutils [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "fc58a6a3-d047-49a3-b758-0f191dd23c47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.321551] env[62675]: DEBUG oslo_concurrency.lockutils [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "fc58a6a3-d047-49a3-b758-0f191dd23c47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.321727] env[62675]: DEBUG oslo_concurrency.lockutils [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "fc58a6a3-d047-49a3-b758-0f191dd23c47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.321903] env[62675]: DEBUG oslo_concurrency.lockutils [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "fc58a6a3-d047-49a3-b758-0f191dd23c47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.325788] env[62675]: INFO nova.compute.manager [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Terminating instance [ 612.380025] env[62675]: DEBUG nova.scheduler.client.report [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.563544] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690258, 'name': CreateVM_Task, 'duration_secs': 0.618158} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.563814] env[62675]: DEBUG nova.network.neutron [-] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.564848] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.565543] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.565715] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.570059] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 612.570529] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8671e4d4-a1cb-4973-b8f2-c386520acb48 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.579164] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 612.579164] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52204e50-aa49-d300-761e-711007e45a9e" [ 612.579164] env[62675]: _type = "Task" [ 612.579164] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.595047] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52204e50-aa49-d300-761e-711007e45a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.595480] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.596102] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.596460] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.599365] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.599365] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.599365] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fe0f0d3-6444-4d99-b83f-6671917d84ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.610121] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.610121] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.610121] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d085a29-4b76-4a36-a714-61f99f209add {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.615487] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 612.615487] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f077ab-0c19-d42c-6a11-a145e75cae1b" [ 612.615487] env[62675]: _type = "Task" [ 612.615487] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.624359] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f077ab-0c19-d42c-6a11-a145e75cae1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.656109] env[62675]: INFO nova.compute.manager [-] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Took 1.30 seconds to deallocate network for instance. [ 612.670074] env[62675]: INFO nova.compute.manager [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Took 37.59 seconds to build instance. [ 612.677873] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690261, 'name': Rename_Task, 'duration_secs': 0.174294} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.680203] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.680310] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c462ab0f-f39d-4640-aa85-adad997ffca6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.690339] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 612.690339] env[62675]: value = "task-2690262" [ 612.690339] env[62675]: _type = "Task" [ 612.690339] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.708090] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690262, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.833128] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 612.833895] env[62675]: DEBUG nova.compute.manager [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 612.834121] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 612.834752] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4641871c-685e-4b7e-9c2d-263aedc02e58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.838330] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b65e145-0d89-4ec0-93fb-a54f58c90f16 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.847292] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.851082] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0799264-a3fe-41b5-b4cd-58cc6c4682e0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.852832] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 612.852832] env[62675]: value = "task-2690263" [ 612.852832] env[62675]: _type = "Task" [ 612.852832] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.864755] env[62675]: DEBUG oslo_vmware.api [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 612.864755] env[62675]: value = "task-2690264" [ 612.864755] env[62675]: _type = "Task" [ 612.864755] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.875063] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690263, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.880659] env[62675]: DEBUG oslo_vmware.api [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.883740] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.884185] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.886917] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.502s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.889814] env[62675]: INFO nova.compute.claims [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.072911] env[62675]: INFO nova.compute.manager [-] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Took 1.40 seconds to deallocate network for instance. [ 613.129408] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f077ab-0c19-d42c-6a11-a145e75cae1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.130633] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679a37da-12db-40a8-b4b2-ceb1f040e77a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.138269] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 613.138269] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cfd4c9-96c8-f86d-8672-319f680691c4" [ 613.138269] env[62675]: _type = "Task" [ 613.138269] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.154212] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cfd4c9-96c8-f86d-8672-319f680691c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.174346] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.176312] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a2627674-1ffa-435e-be64-41fbe46d0696 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Lock "d68f8527-5783-449b-bbbe-e55ba4e54b1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.113s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.205574] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690262, 'name': PowerOnVM_Task, 'duration_secs': 0.511234} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.206813] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.207152] env[62675]: INFO nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Took 10.30 seconds to spawn the instance on the hypervisor. [ 613.207724] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.210686] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33325875-e470-440f-a4b6-72443e04f892 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.242833] env[62675]: DEBUG nova.network.neutron [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Updated VIF entry in instance network info cache for port 79d709a4-5d2d-4e82-b932-6fd1648ba435. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.242833] env[62675]: DEBUG nova.network.neutron [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Updating instance_info_cache with network_info: [{"id": "79d709a4-5d2d-4e82-b932-6fd1648ba435", "address": "fa:16:3e:51:1d:b8", "network": {"id": "ba2dbfd6-f2c4-4ec4-ab10-15e4176367d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1853721614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f090ec83d449d6a4d324c49cd83f96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79d709a4-5d", "ovs_interfaceid": "79d709a4-5d2d-4e82-b932-6fd1648ba435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.368064] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690263, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.378695] env[62675]: DEBUG oslo_vmware.api [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690264, 'name': PowerOffVM_Task, 'duration_secs': 0.168649} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.378745] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.378869] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.379127] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19777aca-2ad1-465a-936c-37b4053c4171 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.395114] env[62675]: DEBUG nova.compute.utils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 613.398580] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.398580] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.439948] env[62675]: DEBUG nova.policy [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f857c087c60a4c0e97782f252318c646', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49f090ec83d449d6a4d324c49cd83f96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.445312] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.445538] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.445719] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Deleting the datastore file [datastore1] fc58a6a3-d047-49a3-b758-0f191dd23c47 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.445973] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee260d44-38bf-4548-bbc5-76c6ebaf87e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.453172] env[62675]: DEBUG oslo_vmware.api [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 613.453172] env[62675]: value = "task-2690266" [ 613.453172] env[62675]: _type = "Task" [ 613.453172] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.462385] env[62675]: DEBUG oslo_vmware.api [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.580886] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.650497] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cfd4c9-96c8-f86d-8672-319f680691c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012039} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.651042] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.651469] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 3d51301e-20ba-4a1b-8b18-0e5080ab910a/3d51301e-20ba-4a1b-8b18-0e5080ab910a.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.652307] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffc7d15a-226c-45a1-8805-6352ef46b78b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.662570] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 613.662570] env[62675]: value = "task-2690267" [ 613.662570] env[62675]: _type = "Task" [ 613.662570] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.671823] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.679451] env[62675]: DEBUG nova.compute.manager [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.739942] env[62675]: INFO nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Took 37.20 seconds to build instance. [ 613.744774] env[62675]: DEBUG oslo_concurrency.lockutils [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] Releasing lock "refresh_cache-3d51301e-20ba-4a1b-8b18-0e5080ab910a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.745112] env[62675]: DEBUG nova.compute.manager [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Received event network-vif-deleted-256e4537-5074-47ba-811c-aee2e5c2a637 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.745328] env[62675]: DEBUG nova.compute.manager [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Received event network-vif-deleted-ff620dbf-3182-4ce7-86cb-94d8e853ff13 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.745513] env[62675]: DEBUG nova.compute.manager [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Received event network-vif-deleted-07724b6f-b5a6-4f1f-847b-95fbfa3968dc {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.745677] env[62675]: INFO nova.compute.manager [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Neutron deleted interface 07724b6f-b5a6-4f1f-847b-95fbfa3968dc; detaching it from the instance and deleting it from the info cache [ 613.745874] env[62675]: DEBUG nova.network.neutron [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.843646] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "1b9677be-196b-403a-8d79-7b7c694046eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.844073] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "1b9677be-196b-403a-8d79-7b7c694046eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.868685] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690263, 'name': CreateSnapshot_Task, 'duration_secs': 0.72302} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.868972] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 613.870021] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27a339c-07a6-4d72-a006-3ddb002b4588 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.908066] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.910313] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Successfully created port: c7c3de3c-5326-4982-8e51-56e4bfd44e00 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.969633] env[62675]: DEBUG oslo_vmware.api [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136507} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.970621] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.970847] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.971838] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.971838] env[62675]: INFO nova.compute.manager [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Took 1.14 seconds to destroy the instance on the hypervisor. [ 613.971838] env[62675]: DEBUG oslo.service.loopingcall [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 613.972043] env[62675]: DEBUG nova.compute.manager [-] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 613.972127] env[62675]: DEBUG nova.network.neutron [-] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.181459] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690267, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.203800] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.244836] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "97740935-a6d9-403a-8c2f-45350389c0e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.111s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.248250] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7f10101-7e4a-44f5-b895-b7cae84bc620 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.262074] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114a9d6d-00c7-4d93-9537-c69e2dcdf9fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.305149] env[62675]: DEBUG nova.compute.manager [req-cbdc3049-dbbe-4bbe-8a15-3aebd3614551 req-70fcf8bc-4af3-4ac5-99fd-261792a4cb7c service nova] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Detach interface failed, port_id=07724b6f-b5a6-4f1f-847b-95fbfa3968dc, reason: Instance c44d2180-a11c-4a23-a626-d0356d81b1ab could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 614.395457] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 614.395924] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd60b8c9-062d-4a23-bbfd-270ce97f9a6f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.411114] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 614.411114] env[62675]: value = "task-2690269" [ 614.411114] env[62675]: _type = "Task" [ 614.411114] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.428976] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690269, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.620149] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b594a8e-f21f-4a92-9056-2cf2fef63eed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.629712] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176a10cb-68fc-4f8f-9948-b2c1e440e960 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.672827] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a114439-f217-466e-a24f-3807802bc0e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.678281] env[62675]: DEBUG nova.compute.manager [req-192dee07-50bd-405f-b648-25149b4c5c7d req-99ef458f-485c-49be-a373-1d43c7e5717a service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Received event network-changed-1f8a636f-f20b-46b1-bc1e-ea4e5128664f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.678281] env[62675]: DEBUG nova.compute.manager [req-192dee07-50bd-405f-b648-25149b4c5c7d req-99ef458f-485c-49be-a373-1d43c7e5717a service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Refreshing instance network info cache due to event network-changed-1f8a636f-f20b-46b1-bc1e-ea4e5128664f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 614.678281] env[62675]: DEBUG oslo_concurrency.lockutils [req-192dee07-50bd-405f-b648-25149b4c5c7d req-99ef458f-485c-49be-a373-1d43c7e5717a service nova] Acquiring lock "refresh_cache-d68f8527-5783-449b-bbbe-e55ba4e54b1c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.678281] env[62675]: DEBUG oslo_concurrency.lockutils [req-192dee07-50bd-405f-b648-25149b4c5c7d req-99ef458f-485c-49be-a373-1d43c7e5717a service nova] Acquired lock "refresh_cache-d68f8527-5783-449b-bbbe-e55ba4e54b1c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.678281] env[62675]: DEBUG nova.network.neutron [req-192dee07-50bd-405f-b648-25149b4c5c7d req-99ef458f-485c-49be-a373-1d43c7e5717a service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Refreshing network info cache for port 1f8a636f-f20b-46b1-bc1e-ea4e5128664f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.687825] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548536} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.689247] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924f8ee9-73c7-45cf-9838-1db8f98d92e2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.694673] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 3d51301e-20ba-4a1b-8b18-0e5080ab910a/3d51301e-20ba-4a1b-8b18-0e5080ab910a.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.694936] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.695507] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48484994-edee-45a5-86bb-fd4f1b142c08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.712801] env[62675]: DEBUG nova.compute.provider_tree [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.716010] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 614.716010] env[62675]: value = "task-2690270" [ 614.716010] env[62675]: _type = "Task" [ 614.716010] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.727709] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.747402] env[62675]: DEBUG nova.compute.manager [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.922914] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690269, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.926956] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.959985] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.960275] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.960439] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.960697] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.960771] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.961276] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.961276] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.964025] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.964025] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.964025] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.964025] env[62675]: DEBUG nova.virt.hardware [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.964025] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd517f50-8f5f-481f-84f9-ae977cf3bcdd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.972179] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ed1d67-96ed-4b06-b381-850159e65d1d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.217569] env[62675]: DEBUG nova.scheduler.client.report [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.224616] env[62675]: DEBUG nova.network.neutron [-] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.231854] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073582} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.236441] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.237101] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4011fb-4306-4349-ba06-85f05b282de3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.281290] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 3d51301e-20ba-4a1b-8b18-0e5080ab910a/3d51301e-20ba-4a1b-8b18-0e5080ab910a.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.284231] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-521d8e6f-311f-4a6e-bbd1-3925ce2c03ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.311971] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 615.311971] env[62675]: value = "task-2690271" [ 615.311971] env[62675]: _type = "Task" [ 615.311971] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.317376] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.321512] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.422623] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690269, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.566366] env[62675]: DEBUG nova.network.neutron [req-192dee07-50bd-405f-b648-25149b4c5c7d req-99ef458f-485c-49be-a373-1d43c7e5717a service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Updated VIF entry in instance network info cache for port 1f8a636f-f20b-46b1-bc1e-ea4e5128664f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.566366] env[62675]: DEBUG nova.network.neutron [req-192dee07-50bd-405f-b648-25149b4c5c7d req-99ef458f-485c-49be-a373-1d43c7e5717a service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Updating instance_info_cache with network_info: [{"id": "1f8a636f-f20b-46b1-bc1e-ea4e5128664f", "address": "fa:16:3e:c7:bf:e5", "network": {"id": "64e02f85-4ecb-4477-9884-2c0b4282b9d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-67105641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "718dba6e1f5844c6a79acc81593ce3b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8a636f-f2", "ovs_interfaceid": "1f8a636f-f20b-46b1-bc1e-ea4e5128664f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.729295] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.729295] env[62675]: DEBUG nova.compute.manager [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.731091] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.368s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.731555] env[62675]: DEBUG nova.objects.instance [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lazy-loading 'resources' on Instance uuid 0d25425e-762a-4376-bbc2-ff7ae80c4248 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 615.734039] env[62675]: INFO nova.compute.manager [-] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Took 1.76 seconds to deallocate network for instance. [ 615.826348] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.930386] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690269, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.069888] env[62675]: DEBUG oslo_concurrency.lockutils [req-192dee07-50bd-405f-b648-25149b4c5c7d req-99ef458f-485c-49be-a373-1d43c7e5717a service nova] Releasing lock "refresh_cache-d68f8527-5783-449b-bbbe-e55ba4e54b1c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.242673] env[62675]: DEBUG nova.compute.utils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 616.242673] env[62675]: DEBUG nova.compute.manager [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 616.242673] env[62675]: DEBUG nova.network.neutron [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 616.245338] env[62675]: DEBUG oslo_concurrency.lockutils [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.268093] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Successfully updated port: c7c3de3c-5326-4982-8e51-56e4bfd44e00 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.299222] env[62675]: DEBUG nova.policy [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2d07dd33595437a9c66ccdf1475f860', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab190751a0474cefa2084fbbbe8b92b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.332829] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690271, 'name': ReconfigVM_Task, 'duration_secs': 0.735766} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.336021] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 3d51301e-20ba-4a1b-8b18-0e5080ab910a/3d51301e-20ba-4a1b-8b18-0e5080ab910a.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.336021] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05b017d9-455f-4f50-91c5-daba1ef00546 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.348353] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 616.348353] env[62675]: value = "task-2690272" [ 616.348353] env[62675]: _type = "Task" [ 616.348353] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.366644] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690272, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.428644] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690269, 'name': CloneVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.710401] env[62675]: DEBUG nova.network.neutron [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Successfully created port: 76e61f94-7929-406a-a12e-4b0ca847ef9e {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.745918] env[62675]: DEBUG nova.compute.manager [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.770895] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "refresh_cache-11bc2536-ccfe-4597-bdbf-0f8952fdb0eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.771207] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquired lock "refresh_cache-11bc2536-ccfe-4597-bdbf-0f8952fdb0eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.771481] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.863759] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690272, 'name': Rename_Task, 'duration_secs': 0.266387} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.863759] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.863759] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68e7fbd5-0e01-4dc9-bd56-d06726bcb8c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.870830] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 616.870830] env[62675]: value = "task-2690273" [ 616.870830] env[62675]: _type = "Task" [ 616.870830] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.883990] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.895023] env[62675]: DEBUG nova.compute.manager [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Received event network-vif-deleted-586d0245-0878-4514-8364-08d157f4835e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.895023] env[62675]: DEBUG nova.compute.manager [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Received event network-vif-plugged-c7c3de3c-5326-4982-8e51-56e4bfd44e00 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.895023] env[62675]: DEBUG oslo_concurrency.lockutils [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] Acquiring lock "11bc2536-ccfe-4597-bdbf-0f8952fdb0eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.895023] env[62675]: DEBUG oslo_concurrency.lockutils [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] Lock "11bc2536-ccfe-4597-bdbf-0f8952fdb0eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.895023] env[62675]: DEBUG oslo_concurrency.lockutils [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] Lock "11bc2536-ccfe-4597-bdbf-0f8952fdb0eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.895284] env[62675]: DEBUG nova.compute.manager [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] No waiting events found dispatching network-vif-plugged-c7c3de3c-5326-4982-8e51-56e4bfd44e00 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.895284] env[62675]: WARNING nova.compute.manager [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Received unexpected event network-vif-plugged-c7c3de3c-5326-4982-8e51-56e4bfd44e00 for instance with vm_state building and task_state spawning. [ 616.895284] env[62675]: DEBUG nova.compute.manager [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Received event network-changed-c7c3de3c-5326-4982-8e51-56e4bfd44e00 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 616.895284] env[62675]: DEBUG nova.compute.manager [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Refreshing instance network info cache due to event network-changed-c7c3de3c-5326-4982-8e51-56e4bfd44e00. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 616.895284] env[62675]: DEBUG oslo_concurrency.lockutils [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] Acquiring lock "refresh_cache-11bc2536-ccfe-4597-bdbf-0f8952fdb0eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 616.904971] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dc987e-bd4b-49fe-8cc4-0617229cfebc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.914157] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a062e86-2e5e-488e-abba-0e602734d502 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.928466] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690269, 'name': CloneVM_Task, 'duration_secs': 2.116626} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.954033] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Created linked-clone VM from snapshot [ 616.955073] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04c3ef8-c94f-4b27-abc1-d20411f23104 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.958604] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff1b14a-b98b-4159-b44e-cbc8f5a75b49 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.975289] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Uploading image 67528339-8fa8-4572-916d-55c94312b1d9 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 616.978348] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f86e72-8a94-4e30-a63d-22693362fc80 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.994725] env[62675]: DEBUG nova.compute.provider_tree [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.996641] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 616.996889] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-787688cb-fbb4-49f1-90d8-1ec9a0e9fadf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.005532] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 617.005532] env[62675]: value = "task-2690274" [ 617.005532] env[62675]: _type = "Task" [ 617.005532] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.014952] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690274, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.320798] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.388412] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690273, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.504321] env[62675]: DEBUG nova.scheduler.client.report [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.520682] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690274, 'name': Destroy_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.523193] env[62675]: DEBUG nova.network.neutron [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Updating instance_info_cache with network_info: [{"id": "c7c3de3c-5326-4982-8e51-56e4bfd44e00", "address": "fa:16:3e:f9:53:b5", "network": {"id": "ba2dbfd6-f2c4-4ec4-ab10-15e4176367d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1853721614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f090ec83d449d6a4d324c49cd83f96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c3de3c-53", "ovs_interfaceid": "c7c3de3c-5326-4982-8e51-56e4bfd44e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.760608] env[62675]: DEBUG nova.compute.manager [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.789906] env[62675]: DEBUG nova.virt.hardware [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.790173] env[62675]: DEBUG nova.virt.hardware [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.790337] env[62675]: DEBUG nova.virt.hardware [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.790521] env[62675]: DEBUG nova.virt.hardware [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.790816] env[62675]: DEBUG nova.virt.hardware [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.790816] env[62675]: DEBUG nova.virt.hardware [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.791017] env[62675]: DEBUG nova.virt.hardware [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.792239] env[62675]: DEBUG nova.virt.hardware [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.792375] env[62675]: DEBUG nova.virt.hardware [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.792550] env[62675]: DEBUG nova.virt.hardware [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.792732] env[62675]: DEBUG nova.virt.hardware [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.794177] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41740193-2767-4990-ac18-12024f19ed15 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.802840] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0e879e-dc9b-4e96-818c-4ae6c6beeb0f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.883199] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Acquiring lock "5ff00e5a-676c-4d56-968e-1fb8866f79ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.883447] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lock "5ff00e5a-676c-4d56-968e-1fb8866f79ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.888591] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690273, 'name': PowerOnVM_Task, 'duration_secs': 0.698191} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.888843] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.889056] env[62675]: INFO nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Took 9.90 seconds to spawn the instance on the hypervisor. [ 617.889250] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.890080] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1f3363-51ba-41e5-a9c1-b5b656fefa6f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.017023] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.284s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.020560] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.986s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.022675] env[62675]: INFO nova.compute.claims [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.026574] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690274, 'name': Destroy_Task, 'duration_secs': 0.530059} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.027251] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Releasing lock "refresh_cache-11bc2536-ccfe-4597-bdbf-0f8952fdb0eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.027761] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Instance network_info: |[{"id": "c7c3de3c-5326-4982-8e51-56e4bfd44e00", "address": "fa:16:3e:f9:53:b5", "network": {"id": "ba2dbfd6-f2c4-4ec4-ab10-15e4176367d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1853721614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f090ec83d449d6a4d324c49cd83f96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c3de3c-53", "ovs_interfaceid": "c7c3de3c-5326-4982-8e51-56e4bfd44e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.028565] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Destroyed the VM [ 618.028565] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 618.030027] env[62675]: DEBUG oslo_concurrency.lockutils [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] Acquired lock "refresh_cache-11bc2536-ccfe-4597-bdbf-0f8952fdb0eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.030027] env[62675]: DEBUG nova.network.neutron [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Refreshing network info cache for port c7c3de3c-5326-4982-8e51-56e4bfd44e00 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.031778] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:53:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7c3de3c-5326-4982-8e51-56e4bfd44e00', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.040450] env[62675]: DEBUG oslo.service.loopingcall [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 618.040634] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d2a90ae5-f2dc-4cda-a92c-1e06d106e2fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.046701] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.046701] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75c0e120-75a1-43ea-ab87-0b7e0a5dc9b9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.063250] env[62675]: INFO nova.scheduler.client.report [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleted allocations for instance 0d25425e-762a-4376-bbc2-ff7ae80c4248 [ 618.070819] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 618.070819] env[62675]: value = "task-2690275" [ 618.070819] env[62675]: _type = "Task" [ 618.070819] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.072871] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.072871] env[62675]: value = "task-2690276" [ 618.072871] env[62675]: _type = "Task" [ 618.072871] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.090512] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690276, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.090737] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.411699] env[62675]: INFO nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Took 34.66 seconds to build instance. [ 618.574914] env[62675]: DEBUG nova.network.neutron [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Updated VIF entry in instance network info cache for port c7c3de3c-5326-4982-8e51-56e4bfd44e00. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.575289] env[62675]: DEBUG nova.network.neutron [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Updating instance_info_cache with network_info: [{"id": "c7c3de3c-5326-4982-8e51-56e4bfd44e00", "address": "fa:16:3e:f9:53:b5", "network": {"id": "ba2dbfd6-f2c4-4ec4-ab10-15e4176367d1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1853721614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49f090ec83d449d6a4d324c49cd83f96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7c3de3c-53", "ovs_interfaceid": "c7c3de3c-5326-4982-8e51-56e4bfd44e00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.578019] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdc91bc4-0f77-49a1-9691-3d2177db00b2 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "0d25425e-762a-4376-bbc2-ff7ae80c4248" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.679s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.592405] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690276, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.597926] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.916185] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "3d51301e-20ba-4a1b-8b18-0e5080ab910a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.735s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.002331] env[62675]: DEBUG nova.compute.manager [req-31422aba-b13d-498a-8bb3-9d03cb6c57f1 req-e3417edc-e0fc-4964-8b5b-8405b1330457 service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Received event network-vif-plugged-76e61f94-7929-406a-a12e-4b0ca847ef9e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.002549] env[62675]: DEBUG oslo_concurrency.lockutils [req-31422aba-b13d-498a-8bb3-9d03cb6c57f1 req-e3417edc-e0fc-4964-8b5b-8405b1330457 service nova] Acquiring lock "6ec72180-77e0-4add-8e79-d80a3b5adf2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.002767] env[62675]: DEBUG oslo_concurrency.lockutils [req-31422aba-b13d-498a-8bb3-9d03cb6c57f1 req-e3417edc-e0fc-4964-8b5b-8405b1330457 service nova] Lock "6ec72180-77e0-4add-8e79-d80a3b5adf2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.003698] env[62675]: DEBUG oslo_concurrency.lockutils [req-31422aba-b13d-498a-8bb3-9d03cb6c57f1 req-e3417edc-e0fc-4964-8b5b-8405b1330457 service nova] Lock "6ec72180-77e0-4add-8e79-d80a3b5adf2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.003698] env[62675]: DEBUG nova.compute.manager [req-31422aba-b13d-498a-8bb3-9d03cb6c57f1 req-e3417edc-e0fc-4964-8b5b-8405b1330457 service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] No waiting events found dispatching network-vif-plugged-76e61f94-7929-406a-a12e-4b0ca847ef9e {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.003698] env[62675]: WARNING nova.compute.manager [req-31422aba-b13d-498a-8bb3-9d03cb6c57f1 req-e3417edc-e0fc-4964-8b5b-8405b1330457 service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Received unexpected event network-vif-plugged-76e61f94-7929-406a-a12e-4b0ca847ef9e for instance with vm_state building and task_state spawning. [ 619.036558] env[62675]: DEBUG nova.network.neutron [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Successfully updated port: 76e61f94-7929-406a-a12e-4b0ca847ef9e {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.086868] env[62675]: DEBUG oslo_concurrency.lockutils [req-e0dd0445-35fd-4a05-8038-e9c10cc7caf7 req-fccb4d97-d254-490c-9aaf-95feaae298d9 service nova] Releasing lock "refresh_cache-11bc2536-ccfe-4597-bdbf-0f8952fdb0eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.096597] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690275, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.101623] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690276, 'name': CreateVM_Task, 'duration_secs': 0.638275} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.101829] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.102581] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.102751] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.103104] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 619.103332] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52741fc4-4db1-4a70-a140-d468de21e121 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.112438] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 619.112438] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad2c01-6ba1-2d3b-797c-22fe1d8ed125" [ 619.112438] env[62675]: _type = "Task" [ 619.112438] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.123898] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad2c01-6ba1-2d3b-797c-22fe1d8ed125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.416994] env[62675]: DEBUG nova.compute.manager [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.546842] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Acquiring lock "refresh_cache-6ec72180-77e0-4add-8e79-d80a3b5adf2a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.547545] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Acquired lock "refresh_cache-6ec72180-77e0-4add-8e79-d80a3b5adf2a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.547545] env[62675]: DEBUG nova.network.neutron [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.591199] env[62675]: DEBUG oslo_vmware.api [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690275, 'name': RemoveSnapshot_Task, 'duration_secs': 1.132148} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.591417] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 619.624463] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad2c01-6ba1-2d3b-797c-22fe1d8ed125, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.625462] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.625462] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 619.625462] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.625799] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.626101] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.627974] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32711283-cd33-45a0-a5d3-3db66cfceb0f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.638866] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.639048] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.639802] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30e631b-088a-41a2-9e29-666f9d4e4d49 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.651583] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 619.651583] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5247848a-7e28-3aaa-a416-9fe69805d178" [ 619.651583] env[62675]: _type = "Task" [ 619.651583] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.662859] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5247848a-7e28-3aaa-a416-9fe69805d178, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.667446] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6bf7f8-ad0d-4295-b20f-bed8a286cc3c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.673435] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 619.673435] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52690587-deb0-d76d-8447-882f4cbc044e" [ 619.673435] env[62675]: _type = "Task" [ 619.673435] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.686514] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52690587-deb0-d76d-8447-882f4cbc044e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.694990] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbd2831-bebd-4035-8fe1-f4aeeda0a791 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.704781] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5a6b2b-9ada-404e-8dfe-77a350fe5d57 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.742834] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8935aca-e46b-40f2-a443-1b34a4daff55 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.753471] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df41a1e6-3551-42d0-a644-eeca82b1c8b2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.771674] env[62675]: DEBUG nova.compute.provider_tree [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.946660] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.086130] env[62675]: DEBUG nova.network.neutron [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.099385] env[62675]: WARNING nova.compute.manager [None req-21db2904-2b25-4d53-9661-a315f1a9191c tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Image not found during snapshot: nova.exception.ImageNotFound: Image 67528339-8fa8-4572-916d-55c94312b1d9 could not be found. [ 620.185321] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52690587-deb0-d76d-8447-882f4cbc044e, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.185620] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.185917] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb/11bc2536-ccfe-4597-bdbf-0f8952fdb0eb.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.186539] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19e24c89-09a0-4105-b8fa-3a10fbd49df9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.194535] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 620.194535] env[62675]: value = "task-2690277" [ 620.194535] env[62675]: _type = "Task" [ 620.194535] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.208045] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.265360] env[62675]: DEBUG nova.network.neutron [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Updating instance_info_cache with network_info: [{"id": "76e61f94-7929-406a-a12e-4b0ca847ef9e", "address": "fa:16:3e:74:8e:96", "network": {"id": "4523b119-1cc9-4814-a981-fc171751fe60", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1877322645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab190751a0474cefa2084fbbbe8b92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e61f94-79", "ovs_interfaceid": "76e61f94-7929-406a-a12e-4b0ca847ef9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.279293] env[62675]: DEBUG nova.scheduler.client.report [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.704822] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478935} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.705102] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb/11bc2536-ccfe-4597-bdbf-0f8952fdb0eb.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.705311] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.705568] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad3cf697-46b2-40ce-9d19-c3f7868b7e7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.715281] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 620.715281] env[62675]: value = "task-2690278" [ 620.715281] env[62675]: _type = "Task" [ 620.715281] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.726589] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.770481] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Releasing lock "refresh_cache-6ec72180-77e0-4add-8e79-d80a3b5adf2a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.770826] env[62675]: DEBUG nova.compute.manager [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Instance network_info: |[{"id": "76e61f94-7929-406a-a12e-4b0ca847ef9e", "address": "fa:16:3e:74:8e:96", "network": {"id": "4523b119-1cc9-4814-a981-fc171751fe60", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1877322645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab190751a0474cefa2084fbbbe8b92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e61f94-79", "ovs_interfaceid": "76e61f94-7929-406a-a12e-4b0ca847ef9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.771318] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:8e:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7514a465-f1a4-4a8b-b76b-726b1a9d7e2f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76e61f94-7929-406a-a12e-4b0ca847ef9e', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.778895] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Creating folder: Project (ab190751a0474cefa2084fbbbe8b92b7). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.779573] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1e18381-9dd5-4168-83b0-72c7b9ec7958 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.785063] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.785063] env[62675]: DEBUG nova.compute.manager [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.787814] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.707s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.790008] env[62675]: INFO nova.compute.claims [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.793731] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Created folder: Project (ab190751a0474cefa2084fbbbe8b92b7) in parent group-v542174. [ 620.793919] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Creating folder: Instances. Parent ref: group-v542249. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.794343] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc233b46-0c4d-4f7a-9272-77878f2ad985 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.805505] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Created folder: Instances in parent group-v542249. [ 620.805769] env[62675]: DEBUG oslo.service.loopingcall [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.805966] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.806206] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14730536-bb9f-4a2d-8710-a695d57da971 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.828339] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.828339] env[62675]: value = "task-2690281" [ 620.828339] env[62675]: _type = "Task" [ 620.828339] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.838528] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690281, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.869744] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "2169f132-7866-48a6-b419-37e64987f068" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.870373] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "2169f132-7866-48a6-b419-37e64987f068" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.870675] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "2169f132-7866-48a6-b419-37e64987f068-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.870902] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "2169f132-7866-48a6-b419-37e64987f068-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.871090] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "2169f132-7866-48a6-b419-37e64987f068-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.873371] env[62675]: INFO nova.compute.manager [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Terminating instance [ 621.046349] env[62675]: DEBUG nova.compute.manager [req-03c8685e-0fd6-40eb-b298-0e2a4ce56457 req-e873eac5-ee70-475e-9554-81f5f6f3f66e service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Received event network-changed-76e61f94-7929-406a-a12e-4b0ca847ef9e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.046349] env[62675]: DEBUG nova.compute.manager [req-03c8685e-0fd6-40eb-b298-0e2a4ce56457 req-e873eac5-ee70-475e-9554-81f5f6f3f66e service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Refreshing instance network info cache due to event network-changed-76e61f94-7929-406a-a12e-4b0ca847ef9e. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 621.046349] env[62675]: DEBUG oslo_concurrency.lockutils [req-03c8685e-0fd6-40eb-b298-0e2a4ce56457 req-e873eac5-ee70-475e-9554-81f5f6f3f66e service nova] Acquiring lock "refresh_cache-6ec72180-77e0-4add-8e79-d80a3b5adf2a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.046521] env[62675]: DEBUG oslo_concurrency.lockutils [req-03c8685e-0fd6-40eb-b298-0e2a4ce56457 req-e873eac5-ee70-475e-9554-81f5f6f3f66e service nova] Acquired lock "refresh_cache-6ec72180-77e0-4add-8e79-d80a3b5adf2a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.046819] env[62675]: DEBUG nova.network.neutron [req-03c8685e-0fd6-40eb-b298-0e2a4ce56457 req-e873eac5-ee70-475e-9554-81f5f6f3f66e service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Refreshing network info cache for port 76e61f94-7929-406a-a12e-4b0ca847ef9e {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.226144] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074323} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.226434] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.227240] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96ea730-846c-42f4-9d0f-a16dc8d5131f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.252631] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb/11bc2536-ccfe-4597-bdbf-0f8952fdb0eb.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.252940] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-425fcff7-2e5f-4ddb-80a8-1fa23645d9ed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.275102] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 621.275102] env[62675]: value = "task-2690282" [ 621.275102] env[62675]: _type = "Task" [ 621.275102] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.284337] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.296097] env[62675]: DEBUG nova.compute.utils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 621.300298] env[62675]: DEBUG nova.compute.manager [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.300525] env[62675]: DEBUG nova.network.neutron [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.342627] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690281, 'name': CreateVM_Task, 'duration_secs': 0.400691} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.344176] env[62675]: DEBUG nova.policy [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7df380d7448743059be795d207d0aa5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd57f3b4356a84c90bc2c13c102167253', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.345647] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.346334] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.346571] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.347050] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.347895] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735a31cc-59b3-4527-ab18-f68fd44cc8df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.354046] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Waiting for the task: (returnval){ [ 621.354046] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527078a3-ec6b-36b3-775a-6f1d04732d49" [ 621.354046] env[62675]: _type = "Task" [ 621.354046] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.362883] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527078a3-ec6b-36b3-775a-6f1d04732d49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.376516] env[62675]: DEBUG nova.compute.manager [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.376727] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.377923] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c205f895-4cd2-496d-9c3f-9a0b05cae4ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.386337] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.386649] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be1750ad-021e-4f8c-b5e6-7473079b0d91 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.395497] env[62675]: DEBUG oslo_vmware.api [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 621.395497] env[62675]: value = "task-2690283" [ 621.395497] env[62675]: _type = "Task" [ 621.395497] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.405153] env[62675]: DEBUG oslo_vmware.api [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.796848] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690282, 'name': ReconfigVM_Task, 'duration_secs': 0.497665} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.797619] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb/11bc2536-ccfe-4597-bdbf-0f8952fdb0eb.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.799493] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6087d89d-c988-4c7b-9a56-81a7595252f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.803175] env[62675]: DEBUG nova.compute.manager [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.817867] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 621.817867] env[62675]: value = "task-2690284" [ 621.817867] env[62675]: _type = "Task" [ 621.817867] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.831600] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690284, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.869639] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527078a3-ec6b-36b3-775a-6f1d04732d49, 'name': SearchDatastore_Task, 'duration_secs': 0.018471} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.873030] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.873030] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.873030] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.873030] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.873490] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.874033] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a72bae3-7e6b-4ce9-80c2-1b737307df03 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.884359] env[62675]: DEBUG nova.network.neutron [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Successfully created port: 3c9faf84-f389-4162-8841-24f38cb03548 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.888210] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.888428] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.891492] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6472723e-9424-47db-899e-6b4f1a92e24e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.901960] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Waiting for the task: (returnval){ [ 621.901960] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528d7e31-7f55-7f7a-b78c-33015cff298d" [ 621.901960] env[62675]: _type = "Task" [ 621.901960] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.910648] env[62675]: DEBUG oslo_vmware.api [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690283, 'name': PowerOffVM_Task, 'duration_secs': 0.211372} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.912724] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.912724] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.912894] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1dd4595-b429-43bc-9e23-fbb6b844c049 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.918232] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528d7e31-7f55-7f7a-b78c-33015cff298d, 'name': SearchDatastore_Task, 'duration_secs': 0.011777} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.919038] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b662f7dc-ba00-4d08-89b5-196c553e5b2e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.929223] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Waiting for the task: (returnval){ [ 621.929223] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b46675-c5cd-c977-08e4-48bb8f62cab7" [ 621.929223] env[62675]: _type = "Task" [ 621.929223] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.938471] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b46675-c5cd-c977-08e4-48bb8f62cab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.006433] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.006433] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.006433] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Deleting the datastore file [datastore1] 2169f132-7866-48a6-b419-37e64987f068 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.006433] env[62675]: DEBUG nova.network.neutron [req-03c8685e-0fd6-40eb-b298-0e2a4ce56457 req-e873eac5-ee70-475e-9554-81f5f6f3f66e service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Updated VIF entry in instance network info cache for port 76e61f94-7929-406a-a12e-4b0ca847ef9e. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 622.006589] env[62675]: DEBUG nova.network.neutron [req-03c8685e-0fd6-40eb-b298-0e2a4ce56457 req-e873eac5-ee70-475e-9554-81f5f6f3f66e service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Updating instance_info_cache with network_info: [{"id": "76e61f94-7929-406a-a12e-4b0ca847ef9e", "address": "fa:16:3e:74:8e:96", "network": {"id": "4523b119-1cc9-4814-a981-fc171751fe60", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1877322645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab190751a0474cefa2084fbbbe8b92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e61f94-79", "ovs_interfaceid": "76e61f94-7929-406a-a12e-4b0ca847ef9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.007849] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-493a59a8-829a-4706-82f5-81fd3faa5509 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.023493] env[62675]: DEBUG oslo_vmware.api [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 622.023493] env[62675]: value = "task-2690286" [ 622.023493] env[62675]: _type = "Task" [ 622.023493] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.039797] env[62675]: DEBUG oslo_vmware.api [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.328508] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690284, 'name': Rename_Task, 'duration_secs': 0.179777} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.328734] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.331147] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d1c67ed-3be1-4d42-b5d0-1e3622b2cc85 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.338767] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 622.338767] env[62675]: value = "task-2690287" [ 622.338767] env[62675]: _type = "Task" [ 622.338767] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.348134] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.402366] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0878242-1d3a-4f25-beca-97b429912965 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.410726] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89d5203-6c58-47d2-83a0-5974dc009189 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.448312] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cf4606-f54c-4698-ba65-39c2440b7801 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.457142] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b46675-c5cd-c977-08e4-48bb8f62cab7, 'name': SearchDatastore_Task, 'duration_secs': 0.020766} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.459457] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.459724] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 6ec72180-77e0-4add-8e79-d80a3b5adf2a/6ec72180-77e0-4add-8e79-d80a3b5adf2a.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.460048] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26b221cb-e8f5-4a13-b487-8244125e4a81 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.463101] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03248db5-043e-4f5f-a205-6b616d837258 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.480047] env[62675]: DEBUG nova.compute.provider_tree [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.482871] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Waiting for the task: (returnval){ [ 622.482871] env[62675]: value = "task-2690288" [ 622.482871] env[62675]: _type = "Task" [ 622.482871] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.491936] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.515698] env[62675]: DEBUG oslo_concurrency.lockutils [req-03c8685e-0fd6-40eb-b298-0e2a4ce56457 req-e873eac5-ee70-475e-9554-81f5f6f3f66e service nova] Releasing lock "refresh_cache-6ec72180-77e0-4add-8e79-d80a3b5adf2a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.538044] env[62675]: DEBUG oslo_vmware.api [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41509} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.538320] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.538505] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.538678] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.538888] env[62675]: INFO nova.compute.manager [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 2169f132-7866-48a6-b419-37e64987f068] Took 1.16 seconds to destroy the instance on the hypervisor. [ 622.539094] env[62675]: DEBUG oslo.service.loopingcall [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 622.539495] env[62675]: DEBUG nova.compute.manager [-] [instance: 2169f132-7866-48a6-b419-37e64987f068] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 622.539614] env[62675]: DEBUG nova.network.neutron [-] [instance: 2169f132-7866-48a6-b419-37e64987f068] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.819572] env[62675]: DEBUG nova.compute.manager [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.854832] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690287, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.858205] env[62675]: DEBUG nova.virt.hardware [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.858537] env[62675]: DEBUG nova.virt.hardware [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.858713] env[62675]: DEBUG nova.virt.hardware [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.858905] env[62675]: DEBUG nova.virt.hardware [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.859114] env[62675]: DEBUG nova.virt.hardware [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.859296] env[62675]: DEBUG nova.virt.hardware [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.859604] env[62675]: DEBUG nova.virt.hardware [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.859708] env[62675]: DEBUG nova.virt.hardware [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.859875] env[62675]: DEBUG nova.virt.hardware [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.860082] env[62675]: DEBUG nova.virt.hardware [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.860228] env[62675]: DEBUG nova.virt.hardware [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.861918] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c482ded-de31-4081-8606-760725d1c7eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.876793] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ac0eab-47c2-4f4e-a1dc-e175f10d2bb3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.985761] env[62675]: DEBUG nova.scheduler.client.report [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.003624] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690288, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.107485] env[62675]: DEBUG nova.compute.manager [req-2039e5e2-d997-4bcc-8def-a609a49612b7 req-12b06b2b-2b05-43cd-bcc8-6f2c161e96dc service nova] [instance: 2169f132-7866-48a6-b419-37e64987f068] Received event network-vif-deleted-5a5b1bb7-770f-4f08-9c76-899e226acc7b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.107647] env[62675]: INFO nova.compute.manager [req-2039e5e2-d997-4bcc-8def-a609a49612b7 req-12b06b2b-2b05-43cd-bcc8-6f2c161e96dc service nova] [instance: 2169f132-7866-48a6-b419-37e64987f068] Neutron deleted interface 5a5b1bb7-770f-4f08-9c76-899e226acc7b; detaching it from the instance and deleting it from the info cache [ 623.107826] env[62675]: DEBUG nova.network.neutron [req-2039e5e2-d997-4bcc-8def-a609a49612b7 req-12b06b2b-2b05-43cd-bcc8-6f2c161e96dc service nova] [instance: 2169f132-7866-48a6-b419-37e64987f068] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.353016] env[62675]: DEBUG oslo_vmware.api [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690287, 'name': PowerOnVM_Task, 'duration_secs': 0.598196} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.353016] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.353016] env[62675]: INFO nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Took 8.43 seconds to spawn the instance on the hypervisor. [ 623.353016] env[62675]: DEBUG nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.353016] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ae2730-f898-4023-bad9-21ff4eb7d742 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.497382] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.497916] env[62675]: DEBUG nova.compute.manager [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.505336] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.885s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.505548] env[62675]: DEBUG nova.objects.instance [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Lazy-loading 'resources' on Instance uuid dfc4f2f6-fbaa-4c38-a080-c535c00a09c4 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 623.509629] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568885} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.509629] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 6ec72180-77e0-4add-8e79-d80a3b5adf2a/6ec72180-77e0-4add-8e79-d80a3b5adf2a.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.509629] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.509629] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc1784de-3658-4123-a40a-8ef217dbb82b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.516756] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Waiting for the task: (returnval){ [ 623.516756] env[62675]: value = "task-2690289" [ 623.516756] env[62675]: _type = "Task" [ 623.516756] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.526906] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.553792] env[62675]: DEBUG nova.network.neutron [-] [instance: 2169f132-7866-48a6-b419-37e64987f068] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.556151] env[62675]: DEBUG nova.network.neutron [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Successfully updated port: 3c9faf84-f389-4162-8841-24f38cb03548 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.610712] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3e66713-d548-4d94-9392-bd2f3feeba56 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.622300] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29444017-a6e7-403f-b365-c2db19de2070 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.662044] env[62675]: DEBUG nova.compute.manager [req-2039e5e2-d997-4bcc-8def-a609a49612b7 req-12b06b2b-2b05-43cd-bcc8-6f2c161e96dc service nova] [instance: 2169f132-7866-48a6-b419-37e64987f068] Detach interface failed, port_id=5a5b1bb7-770f-4f08-9c76-899e226acc7b, reason: Instance 2169f132-7866-48a6-b419-37e64987f068 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 623.870534] env[62675]: INFO nova.compute.manager [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Took 35.10 seconds to build instance. [ 624.014470] env[62675]: DEBUG nova.compute.utils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 624.020157] env[62675]: DEBUG nova.compute.manager [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 624.020157] env[62675]: DEBUG nova.network.neutron [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 624.034445] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237947} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.035639] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.037051] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33c48cd-0385-4f1f-947f-9110222e0e2d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.068201] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.068201] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquired lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.068201] env[62675]: DEBUG nova.network.neutron [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.070193] env[62675]: INFO nova.compute.manager [-] [instance: 2169f132-7866-48a6-b419-37e64987f068] Took 1.53 seconds to deallocate network for instance. [ 624.082094] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 6ec72180-77e0-4add-8e79-d80a3b5adf2a/6ec72180-77e0-4add-8e79-d80a3b5adf2a.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.084444] env[62675]: DEBUG nova.policy [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02e37c1f563f4bc1a83be9b2a9dabfb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '519bc7e3882b49c1bf98a05e9ff0b53e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.091525] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a329bed2-09fb-4490-9c68-eeb80c4efe56 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.124791] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Waiting for the task: (returnval){ [ 624.124791] env[62675]: value = "task-2690290" [ 624.124791] env[62675]: _type = "Task" [ 624.124791] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.140997] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690290, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.374681] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6dde56fc-abeb-44d0-927b-1bfbdf61323f tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "11bc2536-ccfe-4597-bdbf-0f8952fdb0eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.158s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.527181] env[62675]: DEBUG nova.compute.manager [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.537981] env[62675]: DEBUG nova.network.neutron [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Successfully created port: 90885d65-2068-49a4-83c4-657087653d5d {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 624.618529] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.638100] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690290, 'name': ReconfigVM_Task, 'duration_secs': 0.310861} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.638393] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 6ec72180-77e0-4add-8e79-d80a3b5adf2a/6ec72180-77e0-4add-8e79-d80a3b5adf2a.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.639025] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5c88ed3-53f7-44af-919a-425cf6a4151e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.642266] env[62675]: DEBUG nova.network.neutron [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.651378] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Waiting for the task: (returnval){ [ 624.651378] env[62675]: value = "task-2690291" [ 624.651378] env[62675]: _type = "Task" [ 624.651378] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.661176] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690291, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.722307] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8ab23a-1a64-4967-a674-6c6ed6c79952 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.733098] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82751ad3-a3c2-42ac-9cb5-49c385ee264c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.768613] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfe4eab-42e2-40c9-ad7a-fe89cc47fff6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.778777] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf3a81e-af5e-4617-89d8-8c466647fc14 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.794319] env[62675]: DEBUG nova.compute.provider_tree [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.879126] env[62675]: DEBUG nova.compute.manager [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.889971] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 624.890353] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.164481] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690291, 'name': Rename_Task, 'duration_secs': 0.164751} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.164767] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.165018] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9892b796-fa5b-4a64-bff0-ec40f8097b3f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.169223] env[62675]: DEBUG nova.network.neutron [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Updating instance_info_cache with network_info: [{"id": "3c9faf84-f389-4162-8841-24f38cb03548", "address": "fa:16:3e:46:f0:02", "network": {"id": "3cfa02b7-9cf1-4499-bdf6-02012021d4c1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1809523159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57f3b4356a84c90bc2c13c102167253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9faf84-f3", "ovs_interfaceid": "3c9faf84-f389-4162-8841-24f38cb03548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.174455] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Waiting for the task: (returnval){ [ 625.174455] env[62675]: value = "task-2690292" [ 625.174455] env[62675]: _type = "Task" [ 625.174455] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.188033] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.297773] env[62675]: DEBUG nova.scheduler.client.report [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.405021] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 625.405021] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Starting heal instance info cache {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 625.405021] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Rebuilding the list of instances to heal {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 625.425550] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.522242] env[62675]: DEBUG nova.compute.manager [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Received event network-vif-plugged-3c9faf84-f389-4162-8841-24f38cb03548 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.522555] env[62675]: DEBUG oslo_concurrency.lockutils [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] Acquiring lock "3002f008-80ba-4e6b-8ec6-530646763010-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.522772] env[62675]: DEBUG oslo_concurrency.lockutils [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] Lock "3002f008-80ba-4e6b-8ec6-530646763010-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.522970] env[62675]: DEBUG oslo_concurrency.lockutils [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] Lock "3002f008-80ba-4e6b-8ec6-530646763010-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.523227] env[62675]: DEBUG nova.compute.manager [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] No waiting events found dispatching network-vif-plugged-3c9faf84-f389-4162-8841-24f38cb03548 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.523424] env[62675]: WARNING nova.compute.manager [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Received unexpected event network-vif-plugged-3c9faf84-f389-4162-8841-24f38cb03548 for instance with vm_state building and task_state spawning. [ 625.523614] env[62675]: DEBUG nova.compute.manager [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Received event network-changed-3c9faf84-f389-4162-8841-24f38cb03548 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.523790] env[62675]: DEBUG nova.compute.manager [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Refreshing instance network info cache due to event network-changed-3c9faf84-f389-4162-8841-24f38cb03548. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 625.523979] env[62675]: DEBUG oslo_concurrency.lockutils [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] Acquiring lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.540036] env[62675]: DEBUG nova.compute.manager [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.569250] env[62675]: DEBUG nova.virt.hardware [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.569250] env[62675]: DEBUG nova.virt.hardware [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.569250] env[62675]: DEBUG nova.virt.hardware [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.569483] env[62675]: DEBUG nova.virt.hardware [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.569714] env[62675]: DEBUG nova.virt.hardware [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.570309] env[62675]: DEBUG nova.virt.hardware [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.570309] env[62675]: DEBUG nova.virt.hardware [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.570455] env[62675]: DEBUG nova.virt.hardware [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.570728] env[62675]: DEBUG nova.virt.hardware [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.571284] env[62675]: DEBUG nova.virt.hardware [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.572469] env[62675]: DEBUG nova.virt.hardware [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.573216] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de1a984-f87a-4a4c-a540-770aaf9ed653 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.587202] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e419355-20d2-4c01-8d64-617749edfae7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.673300] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Releasing lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.673672] env[62675]: DEBUG nova.compute.manager [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Instance network_info: |[{"id": "3c9faf84-f389-4162-8841-24f38cb03548", "address": "fa:16:3e:46:f0:02", "network": {"id": "3cfa02b7-9cf1-4499-bdf6-02012021d4c1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1809523159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57f3b4356a84c90bc2c13c102167253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9faf84-f3", "ovs_interfaceid": "3c9faf84-f389-4162-8841-24f38cb03548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.673985] env[62675]: DEBUG oslo_concurrency.lockutils [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] Acquired lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.674190] env[62675]: DEBUG nova.network.neutron [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Refreshing network info cache for port 3c9faf84-f389-4162-8841-24f38cb03548 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.675666] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:f0:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c9faf84-f389-4162-8841-24f38cb03548', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.685563] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Creating folder: Project (d57f3b4356a84c90bc2c13c102167253). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.686749] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a545c30-118d-487e-b154-2a6245beaf66 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.698975] env[62675]: DEBUG oslo_vmware.api [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690292, 'name': PowerOnVM_Task, 'duration_secs': 0.487965} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.699212] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.699463] env[62675]: INFO nova.compute.manager [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Took 7.94 seconds to spawn the instance on the hypervisor. [ 625.699651] env[62675]: DEBUG nova.compute.manager [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.700967] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0f9d39-fc0f-445f-b708-58233efb8808 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.706300] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Created folder: Project (d57f3b4356a84c90bc2c13c102167253) in parent group-v542174. [ 625.706501] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Creating folder: Instances. Parent ref: group-v542252. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.707271] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2491dc1b-3c91-424a-b24c-09ba32cdbbea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.724320] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Created folder: Instances in parent group-v542252. [ 625.724651] env[62675]: DEBUG oslo.service.loopingcall [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 625.724876] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.725114] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a86e62eb-80b8-4acd-9349-f091c44d48ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.751467] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.751467] env[62675]: value = "task-2690295" [ 625.751467] env[62675]: _type = "Task" [ 625.751467] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.761693] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690295, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.806055] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.810118] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.474s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.811494] env[62675]: INFO nova.compute.claims [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.830228] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "97740935-a6d9-403a-8c2f-45350389c0e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.831151] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "97740935-a6d9-403a-8c2f-45350389c0e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.831480] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "97740935-a6d9-403a-8c2f-45350389c0e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.831699] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "97740935-a6d9-403a-8c2f-45350389c0e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.831871] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "97740935-a6d9-403a-8c2f-45350389c0e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.837494] env[62675]: INFO nova.compute.manager [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Terminating instance [ 625.841645] env[62675]: INFO nova.scheduler.client.report [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Deleted allocations for instance dfc4f2f6-fbaa-4c38-a080-c535c00a09c4 [ 625.911931] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Skipping network cache update for instance because it is being deleted. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 625.911931] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Skipping network cache update for instance because it is Building. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 625.911931] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Skipping network cache update for instance because it is Building. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 625.912270] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Skipping network cache update for instance because it is Building. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 625.945748] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.945949] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquired lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.946073] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Forcefully refreshing network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 625.946230] env[62675]: DEBUG nova.objects.instance [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lazy-loading 'info_cache' on Instance uuid 7f5037bd-1a7d-444b-9cae-9a4e3d07c280 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.044538] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "6f2071c8-a77c-4fa1-a4f0-f171b2a06168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.044538] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "6f2071c8-a77c-4fa1-a4f0-f171b2a06168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.225091] env[62675]: INFO nova.compute.manager [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Took 35.86 seconds to build instance. [ 626.264975] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690295, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.348124] env[62675]: DEBUG nova.compute.manager [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.348124] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.354023] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d145cbdb-22c4-4a98-a1bc-ab81452f7740 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.354703] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74e2b3c7-49d5-40e2-ab2e-a3f5e51fcfe2 tempest-ServerDiagnosticsNegativeTest-1503774575 tempest-ServerDiagnosticsNegativeTest-1503774575-project-member] Lock "dfc4f2f6-fbaa-4c38-a080-c535c00a09c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.454s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.365487] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.366076] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5574b7e-6b3c-4144-b779-0db5642aeaac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.375791] env[62675]: DEBUG oslo_vmware.api [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 626.375791] env[62675]: value = "task-2690296" [ 626.375791] env[62675]: _type = "Task" [ 626.375791] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.390597] env[62675]: DEBUG oslo_vmware.api [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.518254] env[62675]: DEBUG nova.network.neutron [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Updated VIF entry in instance network info cache for port 3c9faf84-f389-4162-8841-24f38cb03548. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.518745] env[62675]: DEBUG nova.network.neutron [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Updating instance_info_cache with network_info: [{"id": "3c9faf84-f389-4162-8841-24f38cb03548", "address": "fa:16:3e:46:f0:02", "network": {"id": "3cfa02b7-9cf1-4499-bdf6-02012021d4c1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1809523159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57f3b4356a84c90bc2c13c102167253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9faf84-f3", "ovs_interfaceid": "3c9faf84-f389-4162-8841-24f38cb03548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.728944] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bf83a1d2-3ea2-41f7-92a7-0a360de0bf86 tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Lock "6ec72180-77e0-4add-8e79-d80a3b5adf2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.874s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.767096] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690295, 'name': CreateVM_Task, 'duration_secs': 0.54543} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.767096] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.767689] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.767861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.768193] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.768462] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ef576b-91d0-4662-913f-90ffcd0ddbc5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.776765] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 626.776765] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5285d0d0-de9b-7f03-3fc6-a5b430314bfa" [ 626.776765] env[62675]: _type = "Task" [ 626.776765] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.788924] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5285d0d0-de9b-7f03-3fc6-a5b430314bfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.800311] env[62675]: DEBUG nova.network.neutron [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Successfully updated port: 90885d65-2068-49a4-83c4-657087653d5d {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.891694] env[62675]: DEBUG oslo_vmware.api [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690296, 'name': PowerOffVM_Task, 'duration_secs': 0.403303} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.891977] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.892162] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.892481] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c43b7ec-0c6f-4637-864c-e0a5b2bfb90f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.978939] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.979282] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.979527] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Deleting the datastore file [datastore2] 97740935-a6d9-403a-8c2f-45350389c0e1 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.979891] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6acf9a7a-7d71-41ff-ac2f-86f07970ba5c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.990049] env[62675]: DEBUG oslo_vmware.api [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 626.990049] env[62675]: value = "task-2690298" [ 626.990049] env[62675]: _type = "Task" [ 626.990049] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.999195] env[62675]: DEBUG oslo_vmware.api [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.006051] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "9043970b-25b2-4989-baea-3cfeb11bec5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.006308] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "9043970b-25b2-4989-baea-3cfeb11bec5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.024638] env[62675]: DEBUG oslo_concurrency.lockutils [req-8171eb90-a88c-4720-9716-1433b93e607d req-57324993-25d2-409a-931d-bbcb5679d017 service nova] Releasing lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.232562] env[62675]: DEBUG nova.compute.manager [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.296388] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5285d0d0-de9b-7f03-3fc6-a5b430314bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.013442} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.296688] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.296839] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.296993] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.297236] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.297419] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.297795] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6846410b-e708-4682-96c4-63b90de3501b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.305906] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "refresh_cache-49e0c771-5fa5-4771-be72-ba78dcc3ec92" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.306043] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquired lock "refresh_cache-49e0c771-5fa5-4771-be72-ba78dcc3ec92" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.306230] env[62675]: DEBUG nova.network.neutron [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 627.324027] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.324220] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.326034] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867a7978-0c9c-420a-95ef-65ccf65cca5b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.334776] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 627.334776] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5252d206-33bc-d7c0-17ea-21ce68ef079a" [ 627.334776] env[62675]: _type = "Task" [ 627.334776] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.350695] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5252d206-33bc-d7c0-17ea-21ce68ef079a, 'name': SearchDatastore_Task, 'duration_secs': 0.016842} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.351516] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e999ec1-3254-48b9-8987-ab1918a91b92 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.357476] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 627.357476] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b0a8c3-3e1b-8ba9-b76c-9f100ee546b5" [ 627.357476] env[62675]: _type = "Task" [ 627.357476] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.362241] env[62675]: DEBUG nova.compute.manager [req-3a99b49b-7e8a-4a2e-834b-4a5af35e19d0 req-8be3e2f1-da0d-4a61-bd36-ac5a0cb964d1 service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Received event network-changed-76e61f94-7929-406a-a12e-4b0ca847ef9e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.362422] env[62675]: DEBUG nova.compute.manager [req-3a99b49b-7e8a-4a2e-834b-4a5af35e19d0 req-8be3e2f1-da0d-4a61-bd36-ac5a0cb964d1 service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Refreshing instance network info cache due to event network-changed-76e61f94-7929-406a-a12e-4b0ca847ef9e. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.362633] env[62675]: DEBUG oslo_concurrency.lockutils [req-3a99b49b-7e8a-4a2e-834b-4a5af35e19d0 req-8be3e2f1-da0d-4a61-bd36-ac5a0cb964d1 service nova] Acquiring lock "refresh_cache-6ec72180-77e0-4add-8e79-d80a3b5adf2a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.362772] env[62675]: DEBUG oslo_concurrency.lockutils [req-3a99b49b-7e8a-4a2e-834b-4a5af35e19d0 req-8be3e2f1-da0d-4a61-bd36-ac5a0cb964d1 service nova] Acquired lock "refresh_cache-6ec72180-77e0-4add-8e79-d80a3b5adf2a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.362935] env[62675]: DEBUG nova.network.neutron [req-3a99b49b-7e8a-4a2e-834b-4a5af35e19d0 req-8be3e2f1-da0d-4a61-bd36-ac5a0cb964d1 service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Refreshing network info cache for port 76e61f94-7929-406a-a12e-4b0ca847ef9e {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.373397] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b0a8c3-3e1b-8ba9-b76c-9f100ee546b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.496553] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889b1fe2-9d2c-4400-81c5-604cbe022554 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.507740] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6535db-1a23-4e04-b6e9-67a29c5ce115 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.511750] env[62675]: DEBUG oslo_vmware.api [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505496} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.512310] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.512513] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.512690] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.512862] env[62675]: INFO nova.compute.manager [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 627.513226] env[62675]: DEBUG oslo.service.loopingcall [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 627.513754] env[62675]: DEBUG nova.compute.manager [-] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.514068] env[62675]: DEBUG nova.network.neutron [-] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.548309] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a63a955-8047-413e-a32f-d5c3cdfed611 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.555166] env[62675]: DEBUG nova.compute.manager [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Received event network-vif-plugged-90885d65-2068-49a4-83c4-657087653d5d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.555549] env[62675]: DEBUG oslo_concurrency.lockutils [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] Acquiring lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.555800] env[62675]: DEBUG oslo_concurrency.lockutils [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.555961] env[62675]: DEBUG oslo_concurrency.lockutils [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.556171] env[62675]: DEBUG nova.compute.manager [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] No waiting events found dispatching network-vif-plugged-90885d65-2068-49a4-83c4-657087653d5d {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.556340] env[62675]: WARNING nova.compute.manager [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Received unexpected event network-vif-plugged-90885d65-2068-49a4-83c4-657087653d5d for instance with vm_state building and task_state spawning. [ 627.556504] env[62675]: DEBUG nova.compute.manager [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Received event network-changed-90885d65-2068-49a4-83c4-657087653d5d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.556657] env[62675]: DEBUG nova.compute.manager [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Refreshing instance network info cache due to event network-changed-90885d65-2068-49a4-83c4-657087653d5d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.556822] env[62675]: DEBUG oslo_concurrency.lockutils [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] Acquiring lock "refresh_cache-49e0c771-5fa5-4771-be72-ba78dcc3ec92" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.560862] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484848e9-b87f-4d95-aeb8-5bdb53874f0e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.579458] env[62675]: DEBUG nova.compute.provider_tree [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.764373] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.879600] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b0a8c3-3e1b-8ba9-b76c-9f100ee546b5, 'name': SearchDatastore_Task, 'duration_secs': 0.018485} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.879600] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.879902] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 3002f008-80ba-4e6b-8ec6-530646763010/3002f008-80ba-4e6b-8ec6-530646763010.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.880181] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19a943fd-52f5-4402-bebc-7471245d2380 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.887355] env[62675]: DEBUG nova.network.neutron [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.891292] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 627.891292] env[62675]: value = "task-2690299" [ 627.891292] env[62675]: _type = "Task" [ 627.891292] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.900953] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.060329] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance_info_cache with network_info: [{"id": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "address": "fa:16:3e:4d:cc:ea", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1405d21a-5b", "ovs_interfaceid": "1405d21a-5bc1-4507-921e-f68c1d8c03a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.082486] env[62675]: DEBUG nova.scheduler.client.report [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.258934] env[62675]: DEBUG nova.network.neutron [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Updating instance_info_cache with network_info: [{"id": "90885d65-2068-49a4-83c4-657087653d5d", "address": "fa:16:3e:8e:0a:76", "network": {"id": "c24ae3bd-d883-4397-b1fc-269bcc70bccb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2007637135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519bc7e3882b49c1bf98a05e9ff0b53e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90885d65-20", "ovs_interfaceid": "90885d65-2068-49a4-83c4-657087653d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.361168] env[62675]: DEBUG nova.network.neutron [req-3a99b49b-7e8a-4a2e-834b-4a5af35e19d0 req-8be3e2f1-da0d-4a61-bd36-ac5a0cb964d1 service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Updated VIF entry in instance network info cache for port 76e61f94-7929-406a-a12e-4b0ca847ef9e. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.361611] env[62675]: DEBUG nova.network.neutron [req-3a99b49b-7e8a-4a2e-834b-4a5af35e19d0 req-8be3e2f1-da0d-4a61-bd36-ac5a0cb964d1 service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Updating instance_info_cache with network_info: [{"id": "76e61f94-7929-406a-a12e-4b0ca847ef9e", "address": "fa:16:3e:74:8e:96", "network": {"id": "4523b119-1cc9-4814-a981-fc171751fe60", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1877322645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab190751a0474cefa2084fbbbe8b92b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7514a465-f1a4-4a8b-b76b-726b1a9d7e2f", "external-id": "nsx-vlan-transportzone-36", "segmentation_id": 36, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e61f94-79", "ovs_interfaceid": "76e61f94-7929-406a-a12e-4b0ca847ef9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.405952] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690299, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.563064] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Releasing lock "refresh_cache-7f5037bd-1a7d-444b-9cae-9a4e3d07c280" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.563194] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updated the network info_cache for instance {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 628.566029] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.566029] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.566029] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.566029] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.566029] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.566029] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.566418] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 628.566418] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 628.589645] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.590203] env[62675]: DEBUG nova.compute.manager [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.597054] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.356s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.597054] env[62675]: INFO nova.compute.claims [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.685968] env[62675]: DEBUG nova.network.neutron [-] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.762872] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Releasing lock "refresh_cache-49e0c771-5fa5-4771-be72-ba78dcc3ec92" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.763188] env[62675]: DEBUG nova.compute.manager [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Instance network_info: |[{"id": "90885d65-2068-49a4-83c4-657087653d5d", "address": "fa:16:3e:8e:0a:76", "network": {"id": "c24ae3bd-d883-4397-b1fc-269bcc70bccb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2007637135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519bc7e3882b49c1bf98a05e9ff0b53e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90885d65-20", "ovs_interfaceid": "90885d65-2068-49a4-83c4-657087653d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.763541] env[62675]: DEBUG oslo_concurrency.lockutils [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] Acquired lock "refresh_cache-49e0c771-5fa5-4771-be72-ba78dcc3ec92" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.763779] env[62675]: DEBUG nova.network.neutron [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Refreshing network info cache for port 90885d65-2068-49a4-83c4-657087653d5d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.765159] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:0a:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90885d65-2068-49a4-83c4-657087653d5d', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.773076] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Creating folder: Project (519bc7e3882b49c1bf98a05e9ff0b53e). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.773997] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dc9f562-eea9-45de-80f1-8b8e7a3c1037 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.786868] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Created folder: Project (519bc7e3882b49c1bf98a05e9ff0b53e) in parent group-v542174. [ 628.787099] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Creating folder: Instances. Parent ref: group-v542255. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.787339] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b01d246-ae82-4460-b525-981a3f4623a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.798881] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Created folder: Instances in parent group-v542255. [ 628.799161] env[62675]: DEBUG oslo.service.loopingcall [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 628.799401] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.800143] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-964ac1d8-7581-41c7-8766-e3f4df30f4e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.820770] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.820770] env[62675]: value = "task-2690302" [ 628.820770] env[62675]: _type = "Task" [ 628.820770] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.829692] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690302, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.864415] env[62675]: DEBUG oslo_concurrency.lockutils [req-3a99b49b-7e8a-4a2e-834b-4a5af35e19d0 req-8be3e2f1-da0d-4a61-bd36-ac5a0cb964d1 service nova] Releasing lock "refresh_cache-6ec72180-77e0-4add-8e79-d80a3b5adf2a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.904628] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752468} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.904910] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 3002f008-80ba-4e6b-8ec6-530646763010/3002f008-80ba-4e6b-8ec6-530646763010.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.905144] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.905400] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1c22a65-a652-46e0-ac2e-92f1c6847547 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.914051] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 628.914051] env[62675]: value = "task-2690303" [ 628.914051] env[62675]: _type = "Task" [ 628.914051] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.923878] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.068142] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.104147] env[62675]: DEBUG nova.compute.utils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 629.107666] env[62675]: DEBUG nova.compute.manager [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 629.107759] env[62675]: DEBUG nova.network.neutron [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.170453] env[62675]: DEBUG nova.policy [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd796760e612e4d55b66e1e7296d94756', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '303ef89f2fa44b13abc265632f188d82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.192212] env[62675]: INFO nova.compute.manager [-] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Took 1.68 seconds to deallocate network for instance. [ 629.331446] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690302, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.424775] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27234} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.427645] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.428563] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e4befb-8667-4303-a67a-ef3e9230036c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.452130] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 3002f008-80ba-4e6b-8ec6-530646763010/3002f008-80ba-4e6b-8ec6-530646763010.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.452504] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b96223b-cab0-47d0-a599-41121c825267 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.477813] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 629.477813] env[62675]: value = "task-2690304" [ 629.477813] env[62675]: _type = "Task" [ 629.477813] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.488990] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.611052] env[62675]: DEBUG nova.compute.manager [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.695953] env[62675]: DEBUG nova.compute.manager [req-d027dde4-3d65-4d60-89be-081b1b91e424 req-295a65a5-2eee-4017-aba5-25d16851d0fe service nova] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Received event network-vif-deleted-8b83288b-1a3f-418c-8f0f-b0c7c5b919fe {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 629.703704] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.714355] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Acquiring lock "34705cc3-12ff-496f-a5ae-7db685ab7d42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.714628] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Lock "34705cc3-12ff-496f-a5ae-7db685ab7d42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.746514] env[62675]: DEBUG nova.network.neutron [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Updated VIF entry in instance network info cache for port 90885d65-2068-49a4-83c4-657087653d5d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.746514] env[62675]: DEBUG nova.network.neutron [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Updating instance_info_cache with network_info: [{"id": "90885d65-2068-49a4-83c4-657087653d5d", "address": "fa:16:3e:8e:0a:76", "network": {"id": "c24ae3bd-d883-4397-b1fc-269bcc70bccb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2007637135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519bc7e3882b49c1bf98a05e9ff0b53e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90885d65-20", "ovs_interfaceid": "90885d65-2068-49a4-83c4-657087653d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.832911] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690302, 'name': CreateVM_Task, 'duration_secs': 0.546338} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.835405] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.836350] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.836577] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.836922] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 629.838112] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391c856b-80f5-4d66-a0c5-97992e305b01 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.843582] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 629.843582] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e71e3b-13ff-7fc2-494f-835b2118c48f" [ 629.843582] env[62675]: _type = "Task" [ 629.843582] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.849815] env[62675]: DEBUG nova.network.neutron [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Successfully created port: f47e5ecd-8eb9-4a5c-88c7-44a120e45d23 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.860232] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e71e3b-13ff-7fc2-494f-835b2118c48f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.990368] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.188802] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7128fc4d-227d-43c2-b84f-48c30cbe4cdc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.201327] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142eadae-24fe-4352-9948-7d182cc24706 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.235158] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd28d27-1b5c-4d0c-b534-9f213bdc9427 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.243780] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fda4e0-600c-4919-ac4b-99e137f2af3a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.258157] env[62675]: DEBUG oslo_concurrency.lockutils [req-7aa0787a-be79-4862-a6a5-9b81e757cf8a req-c30b34c2-db74-4fd8-8d2d-e1414df9039f service nova] Releasing lock "refresh_cache-49e0c771-5fa5-4771-be72-ba78dcc3ec92" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.258778] env[62675]: DEBUG nova.compute.provider_tree [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.355961] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e71e3b-13ff-7fc2-494f-835b2118c48f, 'name': SearchDatastore_Task, 'duration_secs': 0.046914} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.356294] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.356529] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.356778] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.356896] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.357090] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.357352] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea59c013-0c80-46f8-b2fb-18c71a8e36e7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.366666] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.366857] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.367625] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b69f04a2-5c36-4f32-ae62-5a4ab65255d6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.375318] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 630.375318] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]526910aa-2694-ae0e-0409-d212c1fabf4c" [ 630.375318] env[62675]: _type = "Task" [ 630.375318] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.384266] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526910aa-2694-ae0e-0409-d212c1fabf4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.491396] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690304, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.627709] env[62675]: DEBUG nova.compute.manager [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.653885] env[62675]: DEBUG nova.virt.hardware [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.654215] env[62675]: DEBUG nova.virt.hardware [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.654389] env[62675]: DEBUG nova.virt.hardware [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.654575] env[62675]: DEBUG nova.virt.hardware [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.654735] env[62675]: DEBUG nova.virt.hardware [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.654871] env[62675]: DEBUG nova.virt.hardware [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.655092] env[62675]: DEBUG nova.virt.hardware [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.655260] env[62675]: DEBUG nova.virt.hardware [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.655446] env[62675]: DEBUG nova.virt.hardware [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.655698] env[62675]: DEBUG nova.virt.hardware [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.655900] env[62675]: DEBUG nova.virt.hardware [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.656762] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d09534-678b-4fb2-a5e7-cda628dc4b59 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.665603] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b3f1c-c532-4754-8e1d-71d166010a7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.762718] env[62675]: DEBUG nova.scheduler.client.report [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.887560] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526910aa-2694-ae0e-0409-d212c1fabf4c, 'name': SearchDatastore_Task, 'duration_secs': 0.013037} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.888731] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e08c09-5343-4496-a4c4-86e92327034c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.895131] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 630.895131] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ece795-7c72-d5f1-8975-2a0d7a6bf119" [ 630.895131] env[62675]: _type = "Task" [ 630.895131] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.904980] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ece795-7c72-d5f1-8975-2a0d7a6bf119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.989773] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690304, 'name': ReconfigVM_Task, 'duration_secs': 1.016334} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.990092] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 3002f008-80ba-4e6b-8ec6-530646763010/3002f008-80ba-4e6b-8ec6-530646763010.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.990719] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d786d0c6-0518-41cf-b7b6-5569a2c64249 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.998081] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 630.998081] env[62675]: value = "task-2690305" [ 630.998081] env[62675]: _type = "Task" [ 630.998081] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.006313] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690305, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.268517] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.269077] env[62675]: DEBUG nova.compute.manager [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.271867] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.947s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.273842] env[62675]: INFO nova.compute.claims [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.410909] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ece795-7c72-d5f1-8975-2a0d7a6bf119, 'name': SearchDatastore_Task, 'duration_secs': 0.02888} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.411223] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.411568] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 49e0c771-5fa5-4771-be72-ba78dcc3ec92/49e0c771-5fa5-4771-be72-ba78dcc3ec92.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.411883] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0df3443-111f-441e-aab8-01d9f56323f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.419179] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 631.419179] env[62675]: value = "task-2690306" [ 631.419179] env[62675]: _type = "Task" [ 631.419179] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.428837] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.439027] env[62675]: DEBUG nova.network.neutron [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Successfully updated port: f47e5ecd-8eb9-4a5c-88c7-44a120e45d23 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.508888] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690305, 'name': Rename_Task, 'duration_secs': 0.501973} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.508888] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.509044] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-417089b3-92f7-4d5f-8bd8-dbaa74bfeefd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.516404] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 631.516404] env[62675]: value = "task-2690307" [ 631.516404] env[62675]: _type = "Task" [ 631.516404] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.524812] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.722380] env[62675]: DEBUG nova.compute.manager [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Received event network-vif-plugged-f47e5ecd-8eb9-4a5c-88c7-44a120e45d23 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.722592] env[62675]: DEBUG oslo_concurrency.lockutils [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] Acquiring lock "b88bbea3-f496-4a9a-a90d-da26f4f62193-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.722814] env[62675]: DEBUG oslo_concurrency.lockutils [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] Lock "b88bbea3-f496-4a9a-a90d-da26f4f62193-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.722988] env[62675]: DEBUG oslo_concurrency.lockutils [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] Lock "b88bbea3-f496-4a9a-a90d-da26f4f62193-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.723172] env[62675]: DEBUG nova.compute.manager [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] No waiting events found dispatching network-vif-plugged-f47e5ecd-8eb9-4a5c-88c7-44a120e45d23 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.723342] env[62675]: WARNING nova.compute.manager [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Received unexpected event network-vif-plugged-f47e5ecd-8eb9-4a5c-88c7-44a120e45d23 for instance with vm_state building and task_state spawning. [ 631.723502] env[62675]: DEBUG nova.compute.manager [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Received event network-changed-f47e5ecd-8eb9-4a5c-88c7-44a120e45d23 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.723660] env[62675]: DEBUG nova.compute.manager [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Refreshing instance network info cache due to event network-changed-f47e5ecd-8eb9-4a5c-88c7-44a120e45d23. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.723841] env[62675]: DEBUG oslo_concurrency.lockutils [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] Acquiring lock "refresh_cache-b88bbea3-f496-4a9a-a90d-da26f4f62193" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.723978] env[62675]: DEBUG oslo_concurrency.lockutils [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] Acquired lock "refresh_cache-b88bbea3-f496-4a9a-a90d-da26f4f62193" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.724145] env[62675]: DEBUG nova.network.neutron [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Refreshing network info cache for port f47e5ecd-8eb9-4a5c-88c7-44a120e45d23 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.780208] env[62675]: DEBUG nova.compute.utils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 631.781676] env[62675]: DEBUG nova.compute.manager [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.781849] env[62675]: DEBUG nova.network.neutron [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.819784] env[62675]: DEBUG nova.policy [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0707696e550430a8bcaa48546d574e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef9781f874ac4cacb6305052b7898b66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.930720] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690306, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.942109] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "refresh_cache-b88bbea3-f496-4a9a-a90d-da26f4f62193" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.028413] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690307, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.191157] env[62675]: DEBUG nova.network.neutron [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Successfully created port: e364100c-5b9a-4981-b82d-89d922c0ec50 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.289447] env[62675]: DEBUG nova.network.neutron [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.291705] env[62675]: DEBUG nova.compute.manager [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.390691] env[62675]: DEBUG nova.network.neutron [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.435224] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797404} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.438089] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 49e0c771-5fa5-4771-be72-ba78dcc3ec92/49e0c771-5fa5-4771-be72-ba78dcc3ec92.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.438327] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.439776] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdf3c267-6c24-4bb0-87b2-1474a4a51655 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.448361] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 632.448361] env[62675]: value = "task-2690308" [ 632.448361] env[62675]: _type = "Task" [ 632.448361] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.465019] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.531064] env[62675]: DEBUG oslo_vmware.api [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690307, 'name': PowerOnVM_Task, 'duration_secs': 0.923837} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.532104] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.532104] env[62675]: INFO nova.compute.manager [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Took 9.71 seconds to spawn the instance on the hypervisor. [ 632.532104] env[62675]: DEBUG nova.compute.manager [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.532580] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb5e09d-e74b-45dc-b182-ed59f306d539 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.877282] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd025bb-2c8b-422b-aa59-8643cc49f191 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.885441] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b08639e-6f0c-4550-90aa-de554924585c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.916233] env[62675]: DEBUG oslo_concurrency.lockutils [req-ba02782b-e7e8-4ed2-b5b0-df3f253c603d req-dbb65420-778f-48b5-b423-bd618e302df4 service nova] Releasing lock "refresh_cache-b88bbea3-f496-4a9a-a90d-da26f4f62193" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.917231] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquired lock "refresh_cache-b88bbea3-f496-4a9a-a90d-da26f4f62193" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.917399] env[62675]: DEBUG nova.network.neutron [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.918947] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4654979-0682-4d21-975e-d1566ab02f8d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.928478] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a918295-5dde-49ba-aa16-4ba96b391743 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.943338] env[62675]: DEBUG nova.compute.provider_tree [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.958713] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06956} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.958974] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.959749] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc25d6-4560-417b-aca7-c9684bf50497 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.981961] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 49e0c771-5fa5-4771-be72-ba78dcc3ec92/49e0c771-5fa5-4771-be72-ba78dcc3ec92.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.982251] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbbf86bc-f450-4822-aaca-90677b7bf251 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.004272] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 633.004272] env[62675]: value = "task-2690309" [ 633.004272] env[62675]: _type = "Task" [ 633.004272] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.012112] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.056515] env[62675]: INFO nova.compute.manager [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Took 41.04 seconds to build instance. [ 633.305131] env[62675]: DEBUG nova.compute.manager [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.334705] env[62675]: DEBUG nova.virt.hardware [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.334948] env[62675]: DEBUG nova.virt.hardware [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.335737] env[62675]: DEBUG nova.virt.hardware [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.335737] env[62675]: DEBUG nova.virt.hardware [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.335737] env[62675]: DEBUG nova.virt.hardware [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.335737] env[62675]: DEBUG nova.virt.hardware [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.336009] env[62675]: DEBUG nova.virt.hardware [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.336009] env[62675]: DEBUG nova.virt.hardware [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.336103] env[62675]: DEBUG nova.virt.hardware [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.336231] env[62675]: DEBUG nova.virt.hardware [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.336407] env[62675]: DEBUG nova.virt.hardware [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.337293] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2d01d7-305c-405f-a901-79d33b2d82fb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.345651] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8b2202-6464-46db-9aed-239845ba4f7a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.445945] env[62675]: DEBUG nova.scheduler.client.report [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.461451] env[62675]: DEBUG nova.network.neutron [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.514512] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690309, 'name': ReconfigVM_Task, 'duration_secs': 0.296728} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.514800] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 49e0c771-5fa5-4771-be72-ba78dcc3ec92/49e0c771-5fa5-4771-be72-ba78dcc3ec92.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.515442] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ded7783b-f243-4bf4-a6b2-90fe326994ec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.523301] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 633.523301] env[62675]: value = "task-2690310" [ 633.523301] env[62675]: _type = "Task" [ 633.523301] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.535505] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690310, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.557901] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d7498266-aafb-4461-9221-daf3c3d6ebf3 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.589s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.951725] env[62675]: DEBUG nova.network.neutron [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Updating instance_info_cache with network_info: [{"id": "f47e5ecd-8eb9-4a5c-88c7-44a120e45d23", "address": "fa:16:3e:f2:f7:4c", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47e5ecd-8e", "ovs_interfaceid": "f47e5ecd-8eb9-4a5c-88c7-44a120e45d23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.952648] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.953293] env[62675]: DEBUG nova.compute.manager [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.956144] env[62675]: DEBUG oslo_concurrency.lockutils [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.840s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.956515] env[62675]: DEBUG nova.objects.instance [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lazy-loading 'resources' on Instance uuid eeb6bb89-1a96-42cf-ab40-888e39600d35 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.035126] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690310, 'name': Rename_Task, 'duration_secs': 0.161714} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.035430] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.035685] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c67af5d-b7e7-43c0-bf72-b3e5809ea5df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.045233] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 634.045233] env[62675]: value = "task-2690311" [ 634.045233] env[62675]: _type = "Task" [ 634.045233] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.054957] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.061726] env[62675]: DEBUG nova.compute.manager [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.187717] env[62675]: DEBUG nova.compute.manager [req-739b407d-5bb4-4b22-8704-d16560aaa7e4 req-ef57e2cb-7a15-483d-966e-7ecf9d8039a6 service nova] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Received event network-vif-plugged-e364100c-5b9a-4981-b82d-89d922c0ec50 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.187949] env[62675]: DEBUG oslo_concurrency.lockutils [req-739b407d-5bb4-4b22-8704-d16560aaa7e4 req-ef57e2cb-7a15-483d-966e-7ecf9d8039a6 service nova] Acquiring lock "63deed87-537f-4999-8eaa-19d3472c114b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.188314] env[62675]: DEBUG oslo_concurrency.lockutils [req-739b407d-5bb4-4b22-8704-d16560aaa7e4 req-ef57e2cb-7a15-483d-966e-7ecf9d8039a6 service nova] Lock "63deed87-537f-4999-8eaa-19d3472c114b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.188550] env[62675]: DEBUG oslo_concurrency.lockutils [req-739b407d-5bb4-4b22-8704-d16560aaa7e4 req-ef57e2cb-7a15-483d-966e-7ecf9d8039a6 service nova] Lock "63deed87-537f-4999-8eaa-19d3472c114b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.188819] env[62675]: DEBUG nova.compute.manager [req-739b407d-5bb4-4b22-8704-d16560aaa7e4 req-ef57e2cb-7a15-483d-966e-7ecf9d8039a6 service nova] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] No waiting events found dispatching network-vif-plugged-e364100c-5b9a-4981-b82d-89d922c0ec50 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.188986] env[62675]: WARNING nova.compute.manager [req-739b407d-5bb4-4b22-8704-d16560aaa7e4 req-ef57e2cb-7a15-483d-966e-7ecf9d8039a6 service nova] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Received unexpected event network-vif-plugged-e364100c-5b9a-4981-b82d-89d922c0ec50 for instance with vm_state building and task_state spawning. [ 634.273024] env[62675]: DEBUG nova.network.neutron [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Successfully updated port: e364100c-5b9a-4981-b82d-89d922c0ec50 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.457822] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Releasing lock "refresh_cache-b88bbea3-f496-4a9a-a90d-da26f4f62193" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.458186] env[62675]: DEBUG nova.compute.manager [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Instance network_info: |[{"id": "f47e5ecd-8eb9-4a5c-88c7-44a120e45d23", "address": "fa:16:3e:f2:f7:4c", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47e5ecd-8e", "ovs_interfaceid": "f47e5ecd-8eb9-4a5c-88c7-44a120e45d23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.459546] env[62675]: DEBUG nova.compute.utils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 634.462635] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:f7:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f47e5ecd-8eb9-4a5c-88c7-44a120e45d23', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.469935] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Creating folder: Project (303ef89f2fa44b13abc265632f188d82). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.469935] env[62675]: DEBUG nova.compute.manager [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.470105] env[62675]: DEBUG nova.network.neutron [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.475257] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e177fda3-600b-4ad6-8daf-e4ca89126a32 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.493949] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Created folder: Project (303ef89f2fa44b13abc265632f188d82) in parent group-v542174. [ 634.494172] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Creating folder: Instances. Parent ref: group-v542258. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.498493] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bcd70ef-fa58-47fe-a6e3-269e9e848093 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.510454] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Created folder: Instances in parent group-v542258. [ 634.510722] env[62675]: DEBUG oslo.service.loopingcall [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.510921] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.511159] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c9e3ce7-0a0a-45b4-9895-3e9f4962523a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.536875] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.536875] env[62675]: value = "task-2690314" [ 634.536875] env[62675]: _type = "Task" [ 634.536875] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.541814] env[62675]: DEBUG nova.policy [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd796760e612e4d55b66e1e7296d94756', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '303ef89f2fa44b13abc265632f188d82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.553461] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690314, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.559898] env[62675]: DEBUG oslo_vmware.api [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690311, 'name': PowerOnVM_Task, 'duration_secs': 0.48423} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.560252] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.560461] env[62675]: INFO nova.compute.manager [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Took 9.02 seconds to spawn the instance on the hypervisor. [ 634.560641] env[62675]: DEBUG nova.compute.manager [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 634.561489] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6287ddd6-fddb-4935-a7af-796ab8be202d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.590619] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.776171] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "refresh_cache-63deed87-537f-4999-8eaa-19d3472c114b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.779976] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "refresh_cache-63deed87-537f-4999-8eaa-19d3472c114b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.779976] env[62675]: DEBUG nova.network.neutron [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.802119] env[62675]: DEBUG nova.compute.manager [req-c6b38a1c-20fb-4442-a34e-9a2734dd9b94 req-4301ffd2-e1c3-43e0-991c-8a0a0b8afa57 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Received event network-changed-3c9faf84-f389-4162-8841-24f38cb03548 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.802414] env[62675]: DEBUG nova.compute.manager [req-c6b38a1c-20fb-4442-a34e-9a2734dd9b94 req-4301ffd2-e1c3-43e0-991c-8a0a0b8afa57 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Refreshing instance network info cache due to event network-changed-3c9faf84-f389-4162-8841-24f38cb03548. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.802597] env[62675]: DEBUG oslo_concurrency.lockutils [req-c6b38a1c-20fb-4442-a34e-9a2734dd9b94 req-4301ffd2-e1c3-43e0-991c-8a0a0b8afa57 service nova] Acquiring lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.802781] env[62675]: DEBUG oslo_concurrency.lockutils [req-c6b38a1c-20fb-4442-a34e-9a2734dd9b94 req-4301ffd2-e1c3-43e0-991c-8a0a0b8afa57 service nova] Acquired lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.802961] env[62675]: DEBUG nova.network.neutron [req-c6b38a1c-20fb-4442-a34e-9a2734dd9b94 req-4301ffd2-e1c3-43e0-991c-8a0a0b8afa57 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Refreshing network info cache for port 3c9faf84-f389-4162-8841-24f38cb03548 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.968188] env[62675]: DEBUG nova.network.neutron [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Successfully created port: 07c91c76-a76a-4b30-8b1f-5342d848c05e {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.970739] env[62675]: DEBUG nova.compute.manager [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.059463] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690314, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.097952] env[62675]: INFO nova.compute.manager [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Took 42.04 seconds to build instance. [ 635.166551] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e752b84-e340-4092-b650-d9d5e41e359e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.174883] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f46fb2-4145-4a58-994e-f55d826725a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.211161] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1b8944-6395-44be-8059-93aff6238afa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.220169] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b086e4-8a57-491b-b227-6f8d5f59bdef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.234487] env[62675]: DEBUG nova.compute.provider_tree [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.309512] env[62675]: DEBUG nova.network.neutron [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.547774] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690314, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.599679] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7d517e0-f592-420d-b5fa-3d21e603b40a tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.854s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.635721] env[62675]: DEBUG nova.network.neutron [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Updating instance_info_cache with network_info: [{"id": "e364100c-5b9a-4981-b82d-89d922c0ec50", "address": "fa:16:3e:f1:e5:cc", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape364100c-5b", "ovs_interfaceid": "e364100c-5b9a-4981-b82d-89d922c0ec50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.739615] env[62675]: DEBUG nova.scheduler.client.report [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.841823] env[62675]: DEBUG nova.network.neutron [req-c6b38a1c-20fb-4442-a34e-9a2734dd9b94 req-4301ffd2-e1c3-43e0-991c-8a0a0b8afa57 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Updated VIF entry in instance network info cache for port 3c9faf84-f389-4162-8841-24f38cb03548. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.842233] env[62675]: DEBUG nova.network.neutron [req-c6b38a1c-20fb-4442-a34e-9a2734dd9b94 req-4301ffd2-e1c3-43e0-991c-8a0a0b8afa57 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Updating instance_info_cache with network_info: [{"id": "3c9faf84-f389-4162-8841-24f38cb03548", "address": "fa:16:3e:46:f0:02", "network": {"id": "3cfa02b7-9cf1-4499-bdf6-02012021d4c1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1809523159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57f3b4356a84c90bc2c13c102167253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9faf84-f3", "ovs_interfaceid": "3c9faf84-f389-4162-8841-24f38cb03548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.983824] env[62675]: DEBUG nova.compute.manager [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.014501] env[62675]: DEBUG nova.virt.hardware [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.014735] env[62675]: DEBUG nova.virt.hardware [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.014963] env[62675]: DEBUG nova.virt.hardware [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.015185] env[62675]: DEBUG nova.virt.hardware [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.015350] env[62675]: DEBUG nova.virt.hardware [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.015516] env[62675]: DEBUG nova.virt.hardware [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.015728] env[62675]: DEBUG nova.virt.hardware [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.015889] env[62675]: DEBUG nova.virt.hardware [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.016067] env[62675]: DEBUG nova.virt.hardware [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.016238] env[62675]: DEBUG nova.virt.hardware [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.016412] env[62675]: DEBUG nova.virt.hardware [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.017355] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec201fc-facd-4ee7-b928-3333172ab953 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.028243] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571a4dbd-72f3-4a29-8b03-b047ab3877ba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.066047] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690314, 'name': CreateVM_Task, 'duration_secs': 1.404415} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.066400] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.067538] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.067793] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.068300] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 636.068674] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d35c9c7-cfa9-4b66-8dec-f32e8e9c1870 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.075973] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 636.075973] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523471a2-9c80-254a-e855-44fa53a05318" [ 636.075973] env[62675]: _type = "Task" [ 636.075973] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.089278] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523471a2-9c80-254a-e855-44fa53a05318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.102099] env[62675]: DEBUG nova.compute.manager [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 636.138492] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "refresh_cache-63deed87-537f-4999-8eaa-19d3472c114b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.138861] env[62675]: DEBUG nova.compute.manager [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Instance network_info: |[{"id": "e364100c-5b9a-4981-b82d-89d922c0ec50", "address": "fa:16:3e:f1:e5:cc", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape364100c-5b", "ovs_interfaceid": "e364100c-5b9a-4981-b82d-89d922c0ec50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.139331] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:e5:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e364100c-5b9a-4981-b82d-89d922c0ec50', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.148432] env[62675]: DEBUG oslo.service.loopingcall [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.148432] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.148432] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12fade7d-06e8-41b5-8716-6aea99bdfa08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.170925] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.170925] env[62675]: value = "task-2690315" [ 636.170925] env[62675]: _type = "Task" [ 636.170925] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.180394] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690315, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.241786] env[62675]: DEBUG nova.compute.manager [req-4bcea095-2281-4c0e-a5ec-b395c3d25cf5 req-57f555ab-7753-4e8f-ba6b-41db848f4ebf service nova] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Received event network-changed-e364100c-5b9a-4981-b82d-89d922c0ec50 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 636.241973] env[62675]: DEBUG nova.compute.manager [req-4bcea095-2281-4c0e-a5ec-b395c3d25cf5 req-57f555ab-7753-4e8f-ba6b-41db848f4ebf service nova] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Refreshing instance network info cache due to event network-changed-e364100c-5b9a-4981-b82d-89d922c0ec50. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 636.242203] env[62675]: DEBUG oslo_concurrency.lockutils [req-4bcea095-2281-4c0e-a5ec-b395c3d25cf5 req-57f555ab-7753-4e8f-ba6b-41db848f4ebf service nova] Acquiring lock "refresh_cache-63deed87-537f-4999-8eaa-19d3472c114b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.242344] env[62675]: DEBUG oslo_concurrency.lockutils [req-4bcea095-2281-4c0e-a5ec-b395c3d25cf5 req-57f555ab-7753-4e8f-ba6b-41db848f4ebf service nova] Acquired lock "refresh_cache-63deed87-537f-4999-8eaa-19d3472c114b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.242699] env[62675]: DEBUG nova.network.neutron [req-4bcea095-2281-4c0e-a5ec-b395c3d25cf5 req-57f555ab-7753-4e8f-ba6b-41db848f4ebf service nova] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Refreshing network info cache for port e364100c-5b9a-4981-b82d-89d922c0ec50 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.244758] env[62675]: DEBUG oslo_concurrency.lockutils [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.247813] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.073s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.247813] env[62675]: DEBUG nova.objects.instance [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lazy-loading 'resources' on Instance uuid 431ae1de-747b-4543-a10a-59065f1fbbc2 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 636.274631] env[62675]: INFO nova.scheduler.client.report [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Deleted allocations for instance eeb6bb89-1a96-42cf-ab40-888e39600d35 [ 636.346836] env[62675]: DEBUG oslo_concurrency.lockutils [req-c6b38a1c-20fb-4442-a34e-9a2734dd9b94 req-4301ffd2-e1c3-43e0-991c-8a0a0b8afa57 service nova] Releasing lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.589565] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523471a2-9c80-254a-e855-44fa53a05318, 'name': SearchDatastore_Task, 'duration_secs': 0.030509} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.591094] env[62675]: DEBUG nova.network.neutron [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Successfully updated port: 07c91c76-a76a-4b30-8b1f-5342d848c05e {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.592905] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.593317] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.593668] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.593881] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.594235] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.595267] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fe7f4eb-2c8f-473f-9794-b67a2e6aa545 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.611823] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.612158] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.616870] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0283b7c-1ad0-4cd3-8ab8-bf4e858747c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.628497] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 636.628497] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]526128c1-d2c1-92f5-c5a1-82635f16bd4d" [ 636.628497] env[62675]: _type = "Task" [ 636.628497] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.649853] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526128c1-d2c1-92f5-c5a1-82635f16bd4d, 'name': SearchDatastore_Task, 'duration_secs': 0.016322} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.651164] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5edf0f55-4b10-4328-9bec-43fc1cf774b4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.655763] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.662026] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 636.662026] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ed973f-9177-7903-8ea9-bcf9b904f96f" [ 636.662026] env[62675]: _type = "Task" [ 636.662026] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.671399] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ed973f-9177-7903-8ea9-bcf9b904f96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.686781] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690315, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.790354] env[62675]: DEBUG oslo_concurrency.lockutils [None req-60bf7e30-440c-4e20-ad34-51fdd5ef78a6 tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "eeb6bb89-1a96-42cf-ab40-888e39600d35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.278s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.941893] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "2d550d8e-b282-4817-b754-f5d390df6aa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.945935] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "2d550d8e-b282-4817-b754-f5d390df6aa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.945935] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "2d550d8e-b282-4817-b754-f5d390df6aa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.945935] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "2d550d8e-b282-4817-b754-f5d390df6aa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.945935] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "2d550d8e-b282-4817-b754-f5d390df6aa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.955391] env[62675]: INFO nova.compute.manager [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Terminating instance [ 637.044199] env[62675]: DEBUG nova.network.neutron [req-4bcea095-2281-4c0e-a5ec-b395c3d25cf5 req-57f555ab-7753-4e8f-ba6b-41db848f4ebf service nova] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Updated VIF entry in instance network info cache for port e364100c-5b9a-4981-b82d-89d922c0ec50. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.044563] env[62675]: DEBUG nova.network.neutron [req-4bcea095-2281-4c0e-a5ec-b395c3d25cf5 req-57f555ab-7753-4e8f-ba6b-41db848f4ebf service nova] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Updating instance_info_cache with network_info: [{"id": "e364100c-5b9a-4981-b82d-89d922c0ec50", "address": "fa:16:3e:f1:e5:cc", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape364100c-5b", "ovs_interfaceid": "e364100c-5b9a-4981-b82d-89d922c0ec50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.095857] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "refresh_cache-e1826804-fb88-4228-9e63-d6504704ca48" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.095857] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquired lock "refresh_cache-e1826804-fb88-4228-9e63-d6504704ca48" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.095921] env[62675]: DEBUG nova.network.neutron [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.172895] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ed973f-9177-7903-8ea9-bcf9b904f96f, 'name': SearchDatastore_Task, 'duration_secs': 0.029771} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.176847] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.177239] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] b88bbea3-f496-4a9a-a90d-da26f4f62193/b88bbea3-f496-4a9a-a90d-da26f4f62193.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.180304] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd168141-b310-4eb6-bd28-e1fbce392e10 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.189574] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690315, 'name': CreateVM_Task, 'duration_secs': 0.621989} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.190826] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.191159] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 637.191159] env[62675]: value = "task-2690316" [ 637.191159] env[62675]: _type = "Task" [ 637.191159] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.191872] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.192047] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.192370] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.195248] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea087a2a-3edb-41e0-8106-20e0abaf416e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.204995] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 637.204995] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52114ccb-832b-8a3b-e70a-6502ff3e79cb" [ 637.204995] env[62675]: _type = "Task" [ 637.204995] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.220941] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52114ccb-832b-8a3b-e70a-6502ff3e79cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.432438] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ad6e7f-c347-400f-9c70-718422928ae7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.443234] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fa9dad-6fb0-4519-8334-8a2ca9318b4f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.482286] env[62675]: DEBUG nova.compute.manager [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.482536] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.484253] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e870e1-23a7-4741-b973-31410ec78931 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.488433] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d6b2c2-99ba-4a6c-acd0-3e58d38344a0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.497321] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.499877] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9421d10-d276-44cf-af86-a8c99b6b4f45 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.502904] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002b6bcc-d649-4e9d-8ff6-0897d56fa0a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.522029] env[62675]: DEBUG nova.compute.provider_tree [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.526241] env[62675]: DEBUG oslo_vmware.api [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 637.526241] env[62675]: value = "task-2690317" [ 637.526241] env[62675]: _type = "Task" [ 637.526241] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.540087] env[62675]: DEBUG oslo_vmware.api [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.547407] env[62675]: DEBUG oslo_concurrency.lockutils [req-4bcea095-2281-4c0e-a5ec-b395c3d25cf5 req-57f555ab-7753-4e8f-ba6b-41db848f4ebf service nova] Releasing lock "refresh_cache-63deed87-537f-4999-8eaa-19d3472c114b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.638387] env[62675]: DEBUG nova.network.neutron [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.708727] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690316, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.730482] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52114ccb-832b-8a3b-e70a-6502ff3e79cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013348} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.730961] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.731261] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.731584] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.732018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.732018] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.732537] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca5572e9-edeb-47df-86e8-03d5f881b449 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.754059] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.754549] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.755364] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82b323b3-e8b7-47ef-acf6-c0061ad83e1e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.768046] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 637.768046] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]520c0c34-e563-7545-01c1-65c8bc8f5929" [ 637.768046] env[62675]: _type = "Task" [ 637.768046] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.775773] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520c0c34-e563-7545-01c1-65c8bc8f5929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.865173] env[62675]: DEBUG nova.network.neutron [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Updating instance_info_cache with network_info: [{"id": "07c91c76-a76a-4b30-8b1f-5342d848c05e", "address": "fa:16:3e:71:a9:1e", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c91c76-a7", "ovs_interfaceid": "07c91c76-a76a-4b30-8b1f-5342d848c05e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.026244] env[62675]: DEBUG nova.scheduler.client.report [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.039927] env[62675]: DEBUG oslo_vmware.api [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690317, 'name': PowerOffVM_Task, 'duration_secs': 0.299946} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.040222] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.040390] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.040653] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d830171f-f4d6-41b6-8775-c208e7d19535 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.117513] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.117766] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.117905] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Deleting the datastore file [datastore1] 2d550d8e-b282-4817-b754-f5d390df6aa9 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.118193] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d4b244e-c271-4790-a1a1-d4185cd89a8f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.125633] env[62675]: DEBUG oslo_vmware.api [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for the task: (returnval){ [ 638.125633] env[62675]: value = "task-2690319" [ 638.125633] env[62675]: _type = "Task" [ 638.125633] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.133900] env[62675]: DEBUG oslo_vmware.api [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.205442] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600819} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.205442] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] b88bbea3-f496-4a9a-a90d-da26f4f62193/b88bbea3-f496-4a9a-a90d-da26f4f62193.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.205442] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.205442] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09d1533b-1246-4c15-9942-05fa7c2b7cec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.217765] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 638.217765] env[62675]: value = "task-2690320" [ 638.217765] env[62675]: _type = "Task" [ 638.217765] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.222991] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.277855] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520c0c34-e563-7545-01c1-65c8bc8f5929, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.279986] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d92edc2-63fc-48e2-a81a-f5e95c6250df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.284678] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 638.284678] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]521a3908-2d46-870d-fec3-e09e5b32ce1e" [ 638.284678] env[62675]: _type = "Task" [ 638.284678] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.293464] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521a3908-2d46-870d-fec3-e09e5b32ce1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.305968] env[62675]: DEBUG nova.compute.manager [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Received event network-changed-90885d65-2068-49a4-83c4-657087653d5d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.305968] env[62675]: DEBUG nova.compute.manager [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Refreshing instance network info cache due to event network-changed-90885d65-2068-49a4-83c4-657087653d5d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 638.305968] env[62675]: DEBUG oslo_concurrency.lockutils [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] Acquiring lock "refresh_cache-49e0c771-5fa5-4771-be72-ba78dcc3ec92" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.305968] env[62675]: DEBUG oslo_concurrency.lockutils [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] Acquired lock "refresh_cache-49e0c771-5fa5-4771-be72-ba78dcc3ec92" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.305968] env[62675]: DEBUG nova.network.neutron [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Refreshing network info cache for port 90885d65-2068-49a4-83c4-657087653d5d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.368476] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Releasing lock "refresh_cache-e1826804-fb88-4228-9e63-d6504704ca48" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.368947] env[62675]: DEBUG nova.compute.manager [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Instance network_info: |[{"id": "07c91c76-a76a-4b30-8b1f-5342d848c05e", "address": "fa:16:3e:71:a9:1e", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c91c76-a7", "ovs_interfaceid": "07c91c76-a76a-4b30-8b1f-5342d848c05e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.369582] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:a9:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07c91c76-a76a-4b30-8b1f-5342d848c05e', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.377329] env[62675]: DEBUG oslo.service.loopingcall [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.377886] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.378145] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db9893cb-fcfa-488f-a9cd-b12abc22ffd6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.398932] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.398932] env[62675]: value = "task-2690321" [ 638.398932] env[62675]: _type = "Task" [ 638.398932] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.407215] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690321, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.534787] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.537568] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.957s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.537876] env[62675]: DEBUG nova.objects.instance [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Lazy-loading 'resources' on Instance uuid c44d2180-a11c-4a23-a626-d0356d81b1ab {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 638.561227] env[62675]: INFO nova.scheduler.client.report [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Deleted allocations for instance 431ae1de-747b-4543-a10a-59065f1fbbc2 [ 638.636734] env[62675]: DEBUG oslo_vmware.api [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.727139] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076713} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.727448] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.728308] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039531a1-e225-4c33-91f4-dc3baf01ccd2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.754158] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] b88bbea3-f496-4a9a-a90d-da26f4f62193/b88bbea3-f496-4a9a-a90d-da26f4f62193.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.754843] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6058078-5d1f-4608-ba80-ec2f04d7a6b9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.777301] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 638.777301] env[62675]: value = "task-2690322" [ 638.777301] env[62675]: _type = "Task" [ 638.777301] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.786473] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.795549] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521a3908-2d46-870d-fec3-e09e5b32ce1e, 'name': SearchDatastore_Task, 'duration_secs': 0.07441} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.795854] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.796143] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 63deed87-537f-4999-8eaa-19d3472c114b/63deed87-537f-4999-8eaa-19d3472c114b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.796432] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31c26e01-411b-4ea0-b1f1-0653e0a1616b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.810699] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 638.810699] env[62675]: value = "task-2690323" [ 638.810699] env[62675]: _type = "Task" [ 638.810699] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.821839] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.909388] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690321, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.073201] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c708537-e9f6-46bc-9552-856894b3ad4b tempest-AttachInterfacesV270Test-665267573 tempest-AttachInterfacesV270Test-665267573-project-member] Lock "431ae1de-747b-4543-a10a-59065f1fbbc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.359s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.139375] env[62675]: DEBUG oslo_vmware.api [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Task: {'id': task-2690319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.766129} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.139653] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.139846] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.140040] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.140221] env[62675]: INFO nova.compute.manager [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Took 1.66 seconds to destroy the instance on the hypervisor. [ 639.140498] env[62675]: DEBUG oslo.service.loopingcall [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 639.140665] env[62675]: DEBUG nova.compute.manager [-] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.140763] env[62675]: DEBUG nova.network.neutron [-] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.289936] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690322, 'name': ReconfigVM_Task, 'duration_secs': 0.434748} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.291618] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Reconfigured VM instance instance-0000001e to attach disk [datastore1] b88bbea3-f496-4a9a-a90d-da26f4f62193/b88bbea3-f496-4a9a-a90d-da26f4f62193.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.292332] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-088fc859-ae7b-40a8-8385-ba589c53c062 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.299096] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 639.299096] env[62675]: value = "task-2690324" [ 639.299096] env[62675]: _type = "Task" [ 639.299096] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.314911] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690324, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.330722] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690323, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.358353] env[62675]: DEBUG nova.network.neutron [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Updated VIF entry in instance network info cache for port 90885d65-2068-49a4-83c4-657087653d5d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.358848] env[62675]: DEBUG nova.network.neutron [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Updating instance_info_cache with network_info: [{"id": "90885d65-2068-49a4-83c4-657087653d5d", "address": "fa:16:3e:8e:0a:76", "network": {"id": "c24ae3bd-d883-4397-b1fc-269bcc70bccb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2007637135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519bc7e3882b49c1bf98a05e9ff0b53e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90885d65-20", "ovs_interfaceid": "90885d65-2068-49a4-83c4-657087653d5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.412891] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690321, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.670209] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b70d00-89a9-4c8c-8601-94e5fa6acd2e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.678013] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260bc447-02e0-4d1d-9d16-751075a7be56 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.709686] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3cb3a4-e4fa-4c03-9913-25a4658790d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.716908] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41693fe-da8b-41cc-ae11-d41e31163a8a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.740161] env[62675]: DEBUG nova.compute.provider_tree [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.811954] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690324, 'name': Rename_Task, 'duration_secs': 0.156306} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.811954] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.812079] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-421b212d-b78e-42b7-bf32-11b3ce751542 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.819778] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 639.819778] env[62675]: value = "task-2690325" [ 639.819778] env[62675]: _type = "Task" [ 639.819778] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.831544] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636319} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.832152] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 63deed87-537f-4999-8eaa-19d3472c114b/63deed87-537f-4999-8eaa-19d3472c114b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.832369] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.832613] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a6b15d1-cf4a-43c4-91c9-0178bcabfe83 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.837875] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690325, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.843244] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 639.843244] env[62675]: value = "task-2690326" [ 639.843244] env[62675]: _type = "Task" [ 639.843244] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.853665] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.862882] env[62675]: DEBUG oslo_concurrency.lockutils [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] Releasing lock "refresh_cache-49e0c771-5fa5-4771-be72-ba78dcc3ec92" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.863303] env[62675]: DEBUG nova.compute.manager [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Received event network-vif-plugged-07c91c76-a76a-4b30-8b1f-5342d848c05e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.863520] env[62675]: DEBUG oslo_concurrency.lockutils [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] Acquiring lock "e1826804-fb88-4228-9e63-d6504704ca48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.864512] env[62675]: DEBUG oslo_concurrency.lockutils [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] Lock "e1826804-fb88-4228-9e63-d6504704ca48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.865449] env[62675]: DEBUG oslo_concurrency.lockutils [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] Lock "e1826804-fb88-4228-9e63-d6504704ca48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.865643] env[62675]: DEBUG nova.compute.manager [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: e1826804-fb88-4228-9e63-d6504704ca48] No waiting events found dispatching network-vif-plugged-07c91c76-a76a-4b30-8b1f-5342d848c05e {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.865889] env[62675]: WARNING nova.compute.manager [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Received unexpected event network-vif-plugged-07c91c76-a76a-4b30-8b1f-5342d848c05e for instance with vm_state building and task_state spawning. [ 639.866112] env[62675]: DEBUG nova.compute.manager [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Received event network-changed-07c91c76-a76a-4b30-8b1f-5342d848c05e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.867915] env[62675]: DEBUG nova.compute.manager [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Refreshing instance network info cache due to event network-changed-07c91c76-a76a-4b30-8b1f-5342d848c05e. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.867915] env[62675]: DEBUG oslo_concurrency.lockutils [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] Acquiring lock "refresh_cache-e1826804-fb88-4228-9e63-d6504704ca48" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.867915] env[62675]: DEBUG oslo_concurrency.lockutils [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] Acquired lock "refresh_cache-e1826804-fb88-4228-9e63-d6504704ca48" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.867915] env[62675]: DEBUG nova.network.neutron [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Refreshing network info cache for port 07c91c76-a76a-4b30-8b1f-5342d848c05e {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.909842] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690321, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.247021] env[62675]: DEBUG nova.scheduler.client.report [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.331652] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.334253] env[62675]: DEBUG nova.compute.manager [req-7c182704-945a-4733-9edf-5b62811024ea req-1e07f131-31b8-47bb-8020-e1374b7523a7 service nova] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Received event network-vif-deleted-7d51165b-b3cb-427e-8fd5-b65ac7d330fb {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 640.334642] env[62675]: INFO nova.compute.manager [req-7c182704-945a-4733-9edf-5b62811024ea req-1e07f131-31b8-47bb-8020-e1374b7523a7 service nova] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Neutron deleted interface 7d51165b-b3cb-427e-8fd5-b65ac7d330fb; detaching it from the instance and deleting it from the info cache [ 640.336899] env[62675]: DEBUG nova.network.neutron [req-7c182704-945a-4733-9edf-5b62811024ea req-1e07f131-31b8-47bb-8020-e1374b7523a7 service nova] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.354144] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070455} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.354144] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.355454] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2948aa-da49-437c-b33a-8d991b44b1f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.359440] env[62675]: DEBUG nova.network.neutron [-] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.390423] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 63deed87-537f-4999-8eaa-19d3472c114b/63deed87-537f-4999-8eaa-19d3472c114b.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.391745] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87f19f15-963a-4a5b-8178-bd7d916e703b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.421594] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690321, 'name': CreateVM_Task, 'duration_secs': 1.754431} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.423138] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.423362] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 640.423362] env[62675]: value = "task-2690327" [ 640.423362] env[62675]: _type = "Task" [ 640.423362] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.424228] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.424228] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.424639] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.425360] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88727d1e-42f6-4195-a10d-b908cc03daa5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.438147] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 640.438147] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52844958-c1b8-e2fe-4d0e-4c0d0bfc7ffd" [ 640.438147] env[62675]: _type = "Task" [ 640.438147] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.439375] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690327, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.449061] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52844958-c1b8-e2fe-4d0e-4c0d0bfc7ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.751464] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.753775] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.550s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.755380] env[62675]: INFO nova.compute.claims [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.793511] env[62675]: INFO nova.scheduler.client.report [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Deleted allocations for instance c44d2180-a11c-4a23-a626-d0356d81b1ab [ 640.805857] env[62675]: DEBUG nova.network.neutron [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Updated VIF entry in instance network info cache for port 07c91c76-a76a-4b30-8b1f-5342d848c05e. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.806629] env[62675]: DEBUG nova.network.neutron [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Updating instance_info_cache with network_info: [{"id": "07c91c76-a76a-4b30-8b1f-5342d848c05e", "address": "fa:16:3e:71:a9:1e", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c91c76-a7", "ovs_interfaceid": "07c91c76-a76a-4b30-8b1f-5342d848c05e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.833265] env[62675]: DEBUG oslo_vmware.api [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690325, 'name': PowerOnVM_Task, 'duration_secs': 0.861722} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.833265] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.833265] env[62675]: INFO nova.compute.manager [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Took 10.21 seconds to spawn the instance on the hypervisor. [ 640.833476] env[62675]: DEBUG nova.compute.manager [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.834627] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ceb793-8b44-47e9-b863-acec0e41f32d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.838906] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b976adc-c454-4790-a02f-29a7567224ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.854461] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7624e59-ab02-47c2-94c1-f6ebde03e6bd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.866526] env[62675]: INFO nova.compute.manager [-] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Took 1.73 seconds to deallocate network for instance. [ 640.894998] env[62675]: DEBUG nova.compute.manager [req-7c182704-945a-4733-9edf-5b62811024ea req-1e07f131-31b8-47bb-8020-e1374b7523a7 service nova] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Detach interface failed, port_id=7d51165b-b3cb-427e-8fd5-b65ac7d330fb, reason: Instance 2d550d8e-b282-4817-b754-f5d390df6aa9 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 640.936335] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.949428] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52844958-c1b8-e2fe-4d0e-4c0d0bfc7ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.015789} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.949796] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.950104] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.950357] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.950532] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.950722] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.951252] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f29b2ef-3a0e-4373-8903-915b629cc022 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.959657] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.959657] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.960152] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c625f1-11c9-447f-9f11-fc66989de217 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.965878] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 640.965878] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522ae98e-97b3-3e20-a68b-7c610471b9fd" [ 640.965878] env[62675]: _type = "Task" [ 640.965878] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.975552] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522ae98e-97b3-3e20-a68b-7c610471b9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.306384] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93efdc0b-b2a1-4e7f-a908-cfed60503de8 tempest-ImagesNegativeTestJSON-1545425213 tempest-ImagesNegativeTestJSON-1545425213-project-member] Lock "c44d2180-a11c-4a23-a626-d0356d81b1ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.291s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.310490] env[62675]: DEBUG oslo_concurrency.lockutils [req-af33e87d-83eb-47c8-b31b-89a537b01754 req-5c58ba16-6727-4ff5-8506-6027b2185216 service nova] Releasing lock "refresh_cache-e1826804-fb88-4228-9e63-d6504704ca48" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.358171] env[62675]: INFO nova.compute.manager [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Took 40.06 seconds to build instance. [ 641.373289] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.441690] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690327, 'name': ReconfigVM_Task, 'duration_secs': 0.922136} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.441991] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 63deed87-537f-4999-8eaa-19d3472c114b/63deed87-537f-4999-8eaa-19d3472c114b.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.442700] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab9a401a-565b-4dd5-982c-e7d78a1bfe0f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.449152] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 641.449152] env[62675]: value = "task-2690328" [ 641.449152] env[62675]: _type = "Task" [ 641.449152] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.458949] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690328, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.475284] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522ae98e-97b3-3e20-a68b-7c610471b9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.007872} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.476044] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3fb9b9-6a41-4ad1-b0ca-d6ece8b42f0a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.482021] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 641.482021] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52baa1c4-eff9-70b2-2d7c-4cb8544fe004" [ 641.482021] env[62675]: _type = "Task" [ 641.482021] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.490357] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52baa1c4-eff9-70b2-2d7c-4cb8544fe004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.860031] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e73a0d67-1996-4bb9-b0d9-62908bc64889 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "b88bbea3-f496-4a9a-a90d-da26f4f62193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.535s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.965356] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690328, 'name': Rename_Task, 'duration_secs': 0.345276} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.965356] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.965356] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de63b6b8-8508-4784-81e8-6d398b2559ce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.973864] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 641.973864] env[62675]: value = "task-2690329" [ 641.973864] env[62675]: _type = "Task" [ 641.973864] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.998439] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.013111] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52baa1c4-eff9-70b2-2d7c-4cb8544fe004, 'name': SearchDatastore_Task, 'duration_secs': 0.015364} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.013111] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.013111] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] e1826804-fb88-4228-9e63-d6504704ca48/e1826804-fb88-4228-9e63-d6504704ca48.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.013395] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-161aa642-b0d3-460c-bc83-dd43d4d1e119 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.023981] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 642.023981] env[62675]: value = "task-2690330" [ 642.023981] env[62675]: _type = "Task" [ 642.023981] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.033900] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.363606] env[62675]: DEBUG nova.compute.manager [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.402816] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cec79f-ea72-4e74-b499-49a0d2bb91bd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.416023] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb1e7cf-898b-4f98-898b-7e285ef5a78a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.457100] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13ca995-b07e-4c80-a697-e99922bf68cd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.467207] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a87d1a8-3ca9-476e-8b1d-e5141e7c1dc8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.482767] env[62675]: DEBUG nova.compute.provider_tree [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.495460] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.535814] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690330, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.905873] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.988969] env[62675]: DEBUG nova.scheduler.client.report [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.996873] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690329, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.036357] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744995} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.036632] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] e1826804-fb88-4228-9e63-d6504704ca48/e1826804-fb88-4228-9e63-d6504704ca48.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.037085] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.037548] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2ad7d86-622c-44c9-a49a-23d003db20f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.044810] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 643.044810] env[62675]: value = "task-2690331" [ 643.044810] env[62675]: _type = "Task" [ 643.044810] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.053314] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.494944] env[62675]: DEBUG oslo_vmware.api [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690329, 'name': PowerOnVM_Task, 'duration_secs': 1.03828} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.495479] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.496549] env[62675]: INFO nova.compute.manager [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Took 10.19 seconds to spawn the instance on the hypervisor. [ 643.497079] env[62675]: DEBUG nova.compute.manager [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.498065] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.502118] env[62675]: DEBUG nova.compute.manager [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.502821] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3237922a-4541-49c1-a505-5af00e9af482 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.506144] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.189s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.507794] env[62675]: INFO nova.compute.claims [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.560039] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061653} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.561817] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.562787] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a40b53-627a-4252-9d2b-97b9ce4c6f13 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.592884] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] e1826804-fb88-4228-9e63-d6504704ca48/e1826804-fb88-4228-9e63-d6504704ca48.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.593203] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7260204-f1b1-4957-a491-a9e451e0412c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.615257] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 643.615257] env[62675]: value = "task-2690332" [ 643.615257] env[62675]: _type = "Task" [ 643.615257] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.623922] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.010292] env[62675]: DEBUG nova.compute.utils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 644.010292] env[62675]: DEBUG nova.compute.manager [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.010773] env[62675]: DEBUG nova.network.neutron [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.034407] env[62675]: INFO nova.compute.manager [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Took 38.82 seconds to build instance. [ 644.064958] env[62675]: DEBUG nova.policy [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bd5c8067540410494d8c9b9e7817358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b406c92d55e45fbb7402d17382f6886', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.127320] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.516829] env[62675]: DEBUG nova.compute.manager [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.539733] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd5273ff-0ac1-4e5b-ac68-b0504213cd5e tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "63deed87-537f-4999-8eaa-19d3472c114b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.736s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.634030] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690332, 'name': ReconfigVM_Task, 'duration_secs': 0.860781} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.634030] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Reconfigured VM instance instance-00000020 to attach disk [datastore2] e1826804-fb88-4228-9e63-d6504704ca48/e1826804-fb88-4228-9e63-d6504704ca48.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.634030] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8661402-c5af-47b6-959d-6c6478651ff6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.638201] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 644.638201] env[62675]: value = "task-2690333" [ 644.638201] env[62675]: _type = "Task" [ 644.638201] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.652303] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690333, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.712320] env[62675]: DEBUG nova.network.neutron [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Successfully created port: 6d4f6c11-e54b-49f6-ad28-1ca834af6a7c {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.042561] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.112714] env[62675]: DEBUG nova.network.neutron [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Successfully created port: 9c4483ea-08bd-4fff-a688-3a820e81a52c {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.154105] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690333, 'name': Rename_Task, 'duration_secs': 0.352165} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.154670] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.154670] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3347fcf-11fb-4d5e-8c8d-29e1491c5552 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.164374] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 645.164374] env[62675]: value = "task-2690334" [ 645.164374] env[62675]: _type = "Task" [ 645.164374] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.178249] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.368960] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd1332-cc2b-4428-b0f2-fdcba877dfc4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.377894] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d572aa7-a3f6-4a54-9273-3e8bac960f3d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.419987] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643ec616-28a4-4185-8e83-bf53b275aaea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.434351] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f5c680-c1ba-4fd7-afd6-f11c514e39c0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.451813] env[62675]: DEBUG nova.compute.provider_tree [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.483434] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "54077f0d-3e5c-4aa3-98f0-2434c168ce06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.484037] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "54077f0d-3e5c-4aa3-98f0-2434c168ce06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.519833] env[62675]: DEBUG nova.network.neutron [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Successfully created port: 7e72c8f8-2296-4060-8f79-7f16c08f091a {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.537121] env[62675]: DEBUG nova.compute.manager [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.569491] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.581260] env[62675]: DEBUG nova.virt.hardware [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.581554] env[62675]: DEBUG nova.virt.hardware [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.581737] env[62675]: DEBUG nova.virt.hardware [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.581924] env[62675]: DEBUG nova.virt.hardware [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.582687] env[62675]: DEBUG nova.virt.hardware [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.582687] env[62675]: DEBUG nova.virt.hardware [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.582687] env[62675]: DEBUG nova.virt.hardware [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.582841] env[62675]: DEBUG nova.virt.hardware [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.582953] env[62675]: DEBUG nova.virt.hardware [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.583135] env[62675]: DEBUG nova.virt.hardware [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.583319] env[62675]: DEBUG nova.virt.hardware [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.584282] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b75c502-9d78-4892-8e1f-91e6b2256e59 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.594873] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaa1248-298d-4a27-ba9c-3032bd7d3a55 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.679553] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690334, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.975012] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Acquiring lock "3364dc58-416c-42da-8157-6efdb65e0e89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.975012] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Lock "3364dc58-416c-42da-8157-6efdb65e0e89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.981106] env[62675]: ERROR nova.scheduler.client.report [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [req-8490cfc0-3159-43d1-86fe-925968a6e847] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8490cfc0-3159-43d1-86fe-925968a6e847"}]} [ 645.998826] env[62675]: DEBUG nova.scheduler.client.report [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 646.013975] env[62675]: DEBUG nova.scheduler.client.report [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 646.014211] env[62675]: DEBUG nova.compute.provider_tree [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.028030] env[62675]: DEBUG nova.scheduler.client.report [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 646.055907] env[62675]: DEBUG nova.scheduler.client.report [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 646.182225] env[62675]: DEBUG oslo_vmware.api [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690334, 'name': PowerOnVM_Task, 'duration_secs': 0.596606} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.185421] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.185607] env[62675]: INFO nova.compute.manager [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Took 10.20 seconds to spawn the instance on the hypervisor. [ 646.185797] env[62675]: DEBUG nova.compute.manager [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.186910] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bbb2fc-2ae1-4a8f-90a2-0dfe5c90f0ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.704476] env[62675]: INFO nova.compute.manager [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Took 37.40 seconds to build instance. [ 646.746675] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7abcfef-84a4-40f9-80f7-999abbcb6027 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.757998] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc54e90-201b-4241-9dea-9c3280c7ac81 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.797705] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984df2eb-1c1f-41ce-91cd-92a723403eec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.808662] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2169165-9db9-4651-989a-0f475c90738f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.827453] env[62675]: DEBUG nova.compute.provider_tree [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.122937] env[62675]: DEBUG nova.compute.manager [req-9640ed83-6da5-461e-b3f4-bf114fbd573d req-cb5e4e57-f6e1-41c6-b491-ada70a73fca0 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Received event network-vif-plugged-6d4f6c11-e54b-49f6-ad28-1ca834af6a7c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.122937] env[62675]: DEBUG oslo_concurrency.lockutils [req-9640ed83-6da5-461e-b3f4-bf114fbd573d req-cb5e4e57-f6e1-41c6-b491-ada70a73fca0 service nova] Acquiring lock "e3b8ed45-0638-4f75-9c6f-c984702e660b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.123395] env[62675]: DEBUG oslo_concurrency.lockutils [req-9640ed83-6da5-461e-b3f4-bf114fbd573d req-cb5e4e57-f6e1-41c6-b491-ada70a73fca0 service nova] Lock "e3b8ed45-0638-4f75-9c6f-c984702e660b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.123395] env[62675]: DEBUG oslo_concurrency.lockutils [req-9640ed83-6da5-461e-b3f4-bf114fbd573d req-cb5e4e57-f6e1-41c6-b491-ada70a73fca0 service nova] Lock "e3b8ed45-0638-4f75-9c6f-c984702e660b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.123648] env[62675]: DEBUG nova.compute.manager [req-9640ed83-6da5-461e-b3f4-bf114fbd573d req-cb5e4e57-f6e1-41c6-b491-ada70a73fca0 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] No waiting events found dispatching network-vif-plugged-6d4f6c11-e54b-49f6-ad28-1ca834af6a7c {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.124143] env[62675]: WARNING nova.compute.manager [req-9640ed83-6da5-461e-b3f4-bf114fbd573d req-cb5e4e57-f6e1-41c6-b491-ada70a73fca0 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Received unexpected event network-vif-plugged-6d4f6c11-e54b-49f6-ad28-1ca834af6a7c for instance with vm_state building and task_state spawning. [ 647.201999] env[62675]: DEBUG nova.network.neutron [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Successfully updated port: 6d4f6c11-e54b-49f6-ad28-1ca834af6a7c {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.208661] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8528ac6-c6e1-4de9-b2be-7ba508938ff8 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "e1826804-fb88-4228-9e63-d6504704ca48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.244s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.244865] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Acquiring lock "6d687f06-5b33-4c65-b469-8c7c02d8a52c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.245104] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Lock "6d687f06-5b33-4c65-b469-8c7c02d8a52c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.350840] env[62675]: ERROR nova.scheduler.client.report [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [req-c7d3d27e-ed9b-45b8-af42-98c6478f4042] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7d3d27e-ed9b-45b8-af42-98c6478f4042"}]} [ 647.373115] env[62675]: DEBUG nova.scheduler.client.report [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 647.387545] env[62675]: DEBUG nova.scheduler.client.report [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 647.387790] env[62675]: DEBUG nova.compute.provider_tree [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 647.400134] env[62675]: DEBUG nova.scheduler.client.report [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 647.421205] env[62675]: DEBUG nova.scheduler.client.report [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 647.711362] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.088022] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0443f8-d0fd-4df6-bb87-b4c1254ab5e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.095474] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7c43aa-fcce-4d96-8b86-20ce3cff0578 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.137566] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ac3cf2-1576-4f88-9956-be7ca5187c62 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.147107] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d613c269-5262-48a8-a865-ee7a7a80c19d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.162919] env[62675]: DEBUG nova.compute.provider_tree [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 648.232334] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.702239] env[62675]: DEBUG nova.scheduler.client.report [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 648.702505] env[62675]: DEBUG nova.compute.provider_tree [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 61 to 62 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 648.702740] env[62675]: DEBUG nova.compute.provider_tree [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 649.109824] env[62675]: DEBUG nova.compute.manager [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.110748] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38410698-203d-4ea2-aff8-26a837a6bf47 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.152216] env[62675]: DEBUG nova.compute.manager [req-5a32907d-6466-4088-8fe3-091f20b47219 req-f7265f1a-4a15-4a74-ae8a-2fc39a427bd0 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Received event network-changed-6d4f6c11-e54b-49f6-ad28-1ca834af6a7c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.152216] env[62675]: DEBUG nova.compute.manager [req-5a32907d-6466-4088-8fe3-091f20b47219 req-f7265f1a-4a15-4a74-ae8a-2fc39a427bd0 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Refreshing instance network info cache due to event network-changed-6d4f6c11-e54b-49f6-ad28-1ca834af6a7c. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 649.152546] env[62675]: DEBUG oslo_concurrency.lockutils [req-5a32907d-6466-4088-8fe3-091f20b47219 req-f7265f1a-4a15-4a74-ae8a-2fc39a427bd0 service nova] Acquiring lock "refresh_cache-e3b8ed45-0638-4f75-9c6f-c984702e660b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.152546] env[62675]: DEBUG oslo_concurrency.lockutils [req-5a32907d-6466-4088-8fe3-091f20b47219 req-f7265f1a-4a15-4a74-ae8a-2fc39a427bd0 service nova] Acquired lock "refresh_cache-e3b8ed45-0638-4f75-9c6f-c984702e660b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.152871] env[62675]: DEBUG nova.network.neutron [req-5a32907d-6466-4088-8fe3-091f20b47219 req-f7265f1a-4a15-4a74-ae8a-2fc39a427bd0 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Refreshing network info cache for port 6d4f6c11-e54b-49f6-ad28-1ca834af6a7c {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.208571] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.702s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.209177] env[62675]: DEBUG nova.compute.manager [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.216752] env[62675]: DEBUG oslo_concurrency.lockutils [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.969s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.216752] env[62675]: DEBUG nova.objects.instance [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lazy-loading 'resources' on Instance uuid fc58a6a3-d047-49a3-b758-0f191dd23c47 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.451278] env[62675]: DEBUG nova.network.neutron [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Successfully updated port: 9c4483ea-08bd-4fff-a688-3a820e81a52c {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.623270] env[62675]: INFO nova.compute.manager [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] instance snapshotting [ 649.627375] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bfdb56-8a66-4046-bf64-642959c4e248 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.651748] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcfcd31-18a1-4ca7-9442-512921a6f575 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.696560] env[62675]: DEBUG nova.network.neutron [req-5a32907d-6466-4088-8fe3-091f20b47219 req-f7265f1a-4a15-4a74-ae8a-2fc39a427bd0 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.728736] env[62675]: DEBUG nova.compute.utils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 649.730394] env[62675]: DEBUG nova.compute.manager [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.730507] env[62675]: DEBUG nova.network.neutron [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.813758] env[62675]: DEBUG nova.network.neutron [req-5a32907d-6466-4088-8fe3-091f20b47219 req-f7265f1a-4a15-4a74-ae8a-2fc39a427bd0 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.819192] env[62675]: DEBUG nova.policy [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f8288149cea4e49b493b3219c7e85ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45ffc76b205e485da7ff92b7f6558d13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.166021] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 650.166021] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4419898f-a0de-4bd7-8ca6-f98db7e01738 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.172957] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 650.172957] env[62675]: value = "task-2690335" [ 650.172957] env[62675]: _type = "Task" [ 650.172957] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.181331] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690335, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.233618] env[62675]: DEBUG nova.compute.manager [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.278369] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f55356-a7bc-4687-b490-3c0c0d069b31 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.282875] env[62675]: DEBUG nova.network.neutron [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Successfully created port: eddea46f-a6ee-483e-8d3e-cd828dd86e96 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.291210] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c55546f-cfe9-4406-9187-b94eb7e24260 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.325079] env[62675]: DEBUG oslo_concurrency.lockutils [req-5a32907d-6466-4088-8fe3-091f20b47219 req-f7265f1a-4a15-4a74-ae8a-2fc39a427bd0 service nova] Releasing lock "refresh_cache-e3b8ed45-0638-4f75-9c6f-c984702e660b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.326312] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39547bb4-27e5-4616-b86c-1a833f363bf7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.334798] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e1aebc-5387-4dea-b5db-624e576276b2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.349866] env[62675]: DEBUG nova.compute.provider_tree [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.685127] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690335, 'name': CreateSnapshot_Task, 'duration_secs': 0.508694} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.685962] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 650.688629] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98bb519-7124-4261-a366-c4b9aecb64cd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.852882] env[62675]: DEBUG nova.scheduler.client.report [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.177760] env[62675]: DEBUG nova.compute.manager [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Received event network-vif-plugged-9c4483ea-08bd-4fff-a688-3a820e81a52c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.177995] env[62675]: DEBUG oslo_concurrency.lockutils [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] Acquiring lock "e3b8ed45-0638-4f75-9c6f-c984702e660b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.178238] env[62675]: DEBUG oslo_concurrency.lockutils [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] Lock "e3b8ed45-0638-4f75-9c6f-c984702e660b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.178385] env[62675]: DEBUG oslo_concurrency.lockutils [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] Lock "e3b8ed45-0638-4f75-9c6f-c984702e660b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.178552] env[62675]: DEBUG nova.compute.manager [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] No waiting events found dispatching network-vif-plugged-9c4483ea-08bd-4fff-a688-3a820e81a52c {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.178724] env[62675]: WARNING nova.compute.manager [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Received unexpected event network-vif-plugged-9c4483ea-08bd-4fff-a688-3a820e81a52c for instance with vm_state building and task_state spawning. [ 651.178882] env[62675]: DEBUG nova.compute.manager [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Received event network-changed-9c4483ea-08bd-4fff-a688-3a820e81a52c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.179044] env[62675]: DEBUG nova.compute.manager [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Refreshing instance network info cache due to event network-changed-9c4483ea-08bd-4fff-a688-3a820e81a52c. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 651.179227] env[62675]: DEBUG oslo_concurrency.lockutils [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] Acquiring lock "refresh_cache-e3b8ed45-0638-4f75-9c6f-c984702e660b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.179363] env[62675]: DEBUG oslo_concurrency.lockutils [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] Acquired lock "refresh_cache-e3b8ed45-0638-4f75-9c6f-c984702e660b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.179516] env[62675]: DEBUG nova.network.neutron [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Refreshing network info cache for port 9c4483ea-08bd-4fff-a688-3a820e81a52c {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.204430] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 651.204948] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1be0d225-d114-4678-947d-953ede63eba4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.215755] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 651.215755] env[62675]: value = "task-2690336" [ 651.215755] env[62675]: _type = "Task" [ 651.215755] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.225173] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690336, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.247080] env[62675]: DEBUG nova.compute.manager [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.270682] env[62675]: DEBUG nova.virt.hardware [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.270938] env[62675]: DEBUG nova.virt.hardware [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.271118] env[62675]: DEBUG nova.virt.hardware [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.271307] env[62675]: DEBUG nova.virt.hardware [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.271456] env[62675]: DEBUG nova.virt.hardware [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.271850] env[62675]: DEBUG nova.virt.hardware [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.272103] env[62675]: DEBUG nova.virt.hardware [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.272278] env[62675]: DEBUG nova.virt.hardware [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.272451] env[62675]: DEBUG nova.virt.hardware [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.272740] env[62675]: DEBUG nova.virt.hardware [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.272978] env[62675]: DEBUG nova.virt.hardware [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.273823] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fea7a1-ff33-4b41-9e20-44a2f7b7c68d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.281963] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf60350e-d5a3-4474-9648-0db23c9058a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.358579] env[62675]: DEBUG oslo_concurrency.lockutils [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.360987] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.415s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.362700] env[62675]: INFO nova.compute.claims [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.382421] env[62675]: INFO nova.scheduler.client.report [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Deleted allocations for instance fc58a6a3-d047-49a3-b758-0f191dd23c47 [ 651.686278] env[62675]: DEBUG nova.network.neutron [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Successfully updated port: 7e72c8f8-2296-4060-8f79-7f16c08f091a {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.731967] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690336, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.733469] env[62675]: DEBUG nova.network.neutron [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.891536] env[62675]: DEBUG oslo_concurrency.lockutils [None req-741fa02f-c1cd-4a24-8712-937e7cf44a95 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "fc58a6a3-d047-49a3-b758-0f191dd23c47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.570s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.929730] env[62675]: DEBUG nova.network.neutron [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.157407] env[62675]: DEBUG nova.network.neutron [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Successfully updated port: eddea46f-a6ee-483e-8d3e-cd828dd86e96 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.189239] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "refresh_cache-e3b8ed45-0638-4f75-9c6f-c984702e660b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.226547] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690336, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.431935] env[62675]: DEBUG oslo_concurrency.lockutils [req-54ebd984-7226-4c07-97d6-444052b41d44 req-10307fc7-522c-40b0-b7ad-e7f1b5313195 service nova] Releasing lock "refresh_cache-e3b8ed45-0638-4f75-9c6f-c984702e660b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.432559] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquired lock "refresh_cache-e3b8ed45-0638-4f75-9c6f-c984702e660b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.432731] env[62675]: DEBUG nova.network.neutron [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.584107] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "9734221b-8ec6-4c04-bafc-d15dab9e1bc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.584357] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "9734221b-8ec6-4c04-bafc-d15dab9e1bc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.585347] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "9734221b-8ec6-4c04-bafc-d15dab9e1bc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.585347] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "9734221b-8ec6-4c04-bafc-d15dab9e1bc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.585347] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "9734221b-8ec6-4c04-bafc-d15dab9e1bc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.589704] env[62675]: INFO nova.compute.manager [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Terminating instance [ 652.660404] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.660551] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.660761] env[62675]: DEBUG nova.network.neutron [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.728683] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690336, 'name': CloneVM_Task, 'duration_secs': 1.469431} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.731116] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Created linked-clone VM from snapshot [ 652.732141] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a153b0b-0092-44e0-8b4b-c00da544a48d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.741172] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Uploading image 4738f0f1-668b-4c2f-8e0b-07eb990eeeb1 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 652.765966] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 652.765966] env[62675]: value = "vm-542264" [ 652.765966] env[62675]: _type = "VirtualMachine" [ 652.765966] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 652.766306] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f6a315c-b99f-4de4-a9b9-25fb0e4b7ec4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.777190] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lease: (returnval){ [ 652.777190] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52eb64bb-aa7d-5be0-e6db-3c87e2bec214" [ 652.777190] env[62675]: _type = "HttpNfcLease" [ 652.777190] env[62675]: } obtained for exporting VM: (result){ [ 652.777190] env[62675]: value = "vm-542264" [ 652.777190] env[62675]: _type = "VirtualMachine" [ 652.777190] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 652.777580] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the lease: (returnval){ [ 652.777580] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52eb64bb-aa7d-5be0-e6db-3c87e2bec214" [ 652.777580] env[62675]: _type = "HttpNfcLease" [ 652.777580] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 652.787771] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 652.787771] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52eb64bb-aa7d-5be0-e6db-3c87e2bec214" [ 652.787771] env[62675]: _type = "HttpNfcLease" [ 652.787771] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 652.899485] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d8db7e-392a-42f5-acc4-5aa0f3d2643e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.909041] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5c5897-ceba-45af-852e-d6311d203b35 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.945685] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2859419-9f51-4ba5-98dd-b270b069ede6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.954291] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51daada7-5653-49a8-882d-ad83d5770f49 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.968558] env[62675]: DEBUG nova.compute.provider_tree [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.998238] env[62675]: DEBUG nova.network.neutron [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.094608] env[62675]: DEBUG nova.compute.manager [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.094834] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.095742] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0805d4-937f-4714-af6a-32f22145f364 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.104476] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.104735] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4e21af9-0b6a-47d3-a4a3-45c355d2dcf6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.114951] env[62675]: DEBUG oslo_vmware.api [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 653.114951] env[62675]: value = "task-2690338" [ 653.114951] env[62675]: _type = "Task" [ 653.114951] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.123767] env[62675]: DEBUG oslo_vmware.api [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.238861] env[62675]: DEBUG nova.network.neutron [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.252012] env[62675]: DEBUG nova.compute.manager [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Received event network-vif-plugged-7e72c8f8-2296-4060-8f79-7f16c08f091a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.252229] env[62675]: DEBUG oslo_concurrency.lockutils [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] Acquiring lock "e3b8ed45-0638-4f75-9c6f-c984702e660b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.252432] env[62675]: DEBUG oslo_concurrency.lockutils [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] Lock "e3b8ed45-0638-4f75-9c6f-c984702e660b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.252678] env[62675]: DEBUG oslo_concurrency.lockutils [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] Lock "e3b8ed45-0638-4f75-9c6f-c984702e660b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.252872] env[62675]: DEBUG nova.compute.manager [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] No waiting events found dispatching network-vif-plugged-7e72c8f8-2296-4060-8f79-7f16c08f091a {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.253460] env[62675]: WARNING nova.compute.manager [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Received unexpected event network-vif-plugged-7e72c8f8-2296-4060-8f79-7f16c08f091a for instance with vm_state building and task_state spawning. [ 653.253668] env[62675]: DEBUG nova.compute.manager [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Received event network-changed-7e72c8f8-2296-4060-8f79-7f16c08f091a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.253818] env[62675]: DEBUG nova.compute.manager [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Refreshing instance network info cache due to event network-changed-7e72c8f8-2296-4060-8f79-7f16c08f091a. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 653.253984] env[62675]: DEBUG oslo_concurrency.lockutils [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] Acquiring lock "refresh_cache-e3b8ed45-0638-4f75-9c6f-c984702e660b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.287875] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.287875] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52eb64bb-aa7d-5be0-e6db-3c87e2bec214" [ 653.287875] env[62675]: _type = "HttpNfcLease" [ 653.287875] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 653.288744] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 653.288744] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52eb64bb-aa7d-5be0-e6db-3c87e2bec214" [ 653.288744] env[62675]: _type = "HttpNfcLease" [ 653.288744] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 653.290290] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf1c830-3c6a-400f-8bae-b035b1cba1ce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.302033] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286a128-05e3-6b28-6f84-dd370c522b14/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 653.302257] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286a128-05e3-6b28-6f84-dd370c522b14/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 653.396702] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72a660a9-ce59-4616-9405-8a5bba4809f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.473552] env[62675]: DEBUG nova.scheduler.client.report [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.576816] env[62675]: DEBUG nova.network.neutron [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance_info_cache with network_info: [{"id": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "address": "fa:16:3e:80:ac:45", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeddea46f-a6", "ovs_interfaceid": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.631720] env[62675]: DEBUG oslo_vmware.api [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690338, 'name': PowerOffVM_Task, 'duration_secs': 0.282281} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.632172] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 653.632462] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 653.632853] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29528dbd-e010-41d3-99c6-dcfbbac8f13a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.676167] env[62675]: DEBUG nova.network.neutron [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Updating instance_info_cache with network_info: [{"id": "6d4f6c11-e54b-49f6-ad28-1ca834af6a7c", "address": "fa:16:3e:60:4b:53", "network": {"id": "fa1d153f-fd8b-416e-a6eb-5251f722d67f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78498567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d4f6c11-e5", "ovs_interfaceid": "6d4f6c11-e54b-49f6-ad28-1ca834af6a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c4483ea-08bd-4fff-a688-3a820e81a52c", "address": "fa:16:3e:3c:35:7b", "network": {"id": "e2f0f5ae-6de1-43cb-a90a-448eb2ec218f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-779230104", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c4483ea-08", "ovs_interfaceid": "9c4483ea-08bd-4fff-a688-3a820e81a52c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e72c8f8-2296-4060-8f79-7f16c08f091a", "address": "fa:16:3e:6e:87:13", "network": {"id": "fa1d153f-fd8b-416e-a6eb-5251f722d67f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78498567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e72c8f8-22", "ovs_interfaceid": "7e72c8f8-2296-4060-8f79-7f16c08f091a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.707105] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.707581] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.707581] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Deleting the datastore file [datastore2] 9734221b-8ec6-4c04-bafc-d15dab9e1bc5 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.707864] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1f8eeca-8314-40f7-a201-a09d1c2d7eef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.716649] env[62675]: DEBUG oslo_vmware.api [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 653.716649] env[62675]: value = "task-2690340" [ 653.716649] env[62675]: _type = "Task" [ 653.716649] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.725564] env[62675]: DEBUG oslo_vmware.api [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.981835] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.982345] env[62675]: DEBUG nova.compute.manager [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.984999] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.367s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.985244] env[62675]: DEBUG nova.objects.instance [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lazy-loading 'resources' on Instance uuid 2169f132-7866-48a6-b419-37e64987f068 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.079038] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.079396] env[62675]: DEBUG nova.compute.manager [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Instance network_info: |[{"id": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "address": "fa:16:3e:80:ac:45", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeddea46f-a6", "ovs_interfaceid": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.079806] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:ac:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eddea46f-a6ee-483e-8d3e-cd828dd86e96', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.087578] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Creating folder: Project (45ffc76b205e485da7ff92b7f6558d13). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.088221] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64aa177c-e05f-42e8-936a-31cce84dd05a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.101707] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Created folder: Project (45ffc76b205e485da7ff92b7f6558d13) in parent group-v542174. [ 654.102342] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Creating folder: Instances. Parent ref: group-v542265. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.102446] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b3455c3-a5b0-454b-a54f-50b2cce181c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.112766] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Created folder: Instances in parent group-v542265. [ 654.113366] env[62675]: DEBUG oslo.service.loopingcall [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.113601] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.113873] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d287267-6b7a-41d9-b422-f44300e0cded {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.134729] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.134729] env[62675]: value = "task-2690343" [ 654.134729] env[62675]: _type = "Task" [ 654.134729] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.144445] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690343, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.179037] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Releasing lock "refresh_cache-e3b8ed45-0638-4f75-9c6f-c984702e660b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.179664] env[62675]: DEBUG nova.compute.manager [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Instance network_info: |[{"id": "6d4f6c11-e54b-49f6-ad28-1ca834af6a7c", "address": "fa:16:3e:60:4b:53", "network": {"id": "fa1d153f-fd8b-416e-a6eb-5251f722d67f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78498567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d4f6c11-e5", "ovs_interfaceid": "6d4f6c11-e54b-49f6-ad28-1ca834af6a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c4483ea-08bd-4fff-a688-3a820e81a52c", "address": "fa:16:3e:3c:35:7b", "network": {"id": "e2f0f5ae-6de1-43cb-a90a-448eb2ec218f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-779230104", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c4483ea-08", "ovs_interfaceid": "9c4483ea-08bd-4fff-a688-3a820e81a52c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e72c8f8-2296-4060-8f79-7f16c08f091a", "address": "fa:16:3e:6e:87:13", "network": {"id": "fa1d153f-fd8b-416e-a6eb-5251f722d67f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78498567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e72c8f8-22", "ovs_interfaceid": "7e72c8f8-2296-4060-8f79-7f16c08f091a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.180088] env[62675]: DEBUG oslo_concurrency.lockutils [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] Acquired lock "refresh_cache-e3b8ed45-0638-4f75-9c6f-c984702e660b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.180408] env[62675]: DEBUG nova.network.neutron [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Refreshing network info cache for port 7e72c8f8-2296-4060-8f79-7f16c08f091a {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.182297] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:4b:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d4f6c11-e54b-49f6-ad28-1ca834af6a7c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:35:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0234c8-1a2d-47ff-9a72-2e7d35b49214', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c4483ea-08bd-4fff-a688-3a820e81a52c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:87:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e72c8f8-2296-4060-8f79-7f16c08f091a', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.194345] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Creating folder: Project (4b406c92d55e45fbb7402d17382f6886). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.196074] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48e00161-3cfc-4f37-9d9d-21cadced7512 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.214970] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Created folder: Project (4b406c92d55e45fbb7402d17382f6886) in parent group-v542174. [ 654.215242] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Creating folder: Instances. Parent ref: group-v542268. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.215645] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fe68093-f7f0-4b60-b044-b530a6165de5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.228590] env[62675]: DEBUG oslo_vmware.api [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168654} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.228858] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.229055] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.229248] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.229427] env[62675]: INFO nova.compute.manager [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 654.229848] env[62675]: DEBUG oslo.service.loopingcall [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.230716] env[62675]: DEBUG nova.compute.manager [-] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.231039] env[62675]: DEBUG nova.network.neutron [-] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.235805] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Created folder: Instances in parent group-v542268. [ 654.235805] env[62675]: DEBUG oslo.service.loopingcall [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.235805] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.235805] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffe5f7e6-e1ad-47da-a75b-60828b72b319 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.268371] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.268371] env[62675]: value = "task-2690346" [ 654.268371] env[62675]: _type = "Task" [ 654.268371] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.279888] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690346, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.495014] env[62675]: DEBUG nova.compute.utils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 654.498021] env[62675]: DEBUG nova.compute.manager [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.498021] env[62675]: DEBUG nova.network.neutron [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.569764] env[62675]: DEBUG nova.policy [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae74a41d786c48af99152f37a5535c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcbc685063b646d9a2e868d04818f0f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.649457] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690343, 'name': CreateVM_Task, 'duration_secs': 0.45719} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.649739] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.651135] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.651135] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.651337] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 654.651686] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1aacfca-7b74-433d-92b6-6b77afab80ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.660868] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 654.660868] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52917fbb-273d-97f2-fc5b-18c7bd9480e7" [ 654.660868] env[62675]: _type = "Task" [ 654.660868] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.670680] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52917fbb-273d-97f2-fc5b-18c7bd9480e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.779012] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690346, 'name': CreateVM_Task, 'duration_secs': 0.507677} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.784310] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.784310] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.005571] env[62675]: DEBUG nova.compute.manager [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.023218] env[62675]: DEBUG nova.network.neutron [-] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.157598] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c75d53d-d492-47b2-b6bd-923c20d84673 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.168746] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cb46bd-fb0d-46b4-b314-dc5321aedc7e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.176101] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52917fbb-273d-97f2-fc5b-18c7bd9480e7, 'name': SearchDatastore_Task, 'duration_secs': 0.022706} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.176776] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.177305] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.177412] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.177596] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.177911] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.178255] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.178628] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.178917] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb28aa21-c1c2-421f-a7b5-28b364403f7b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.208135] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96f7a11-7fb5-4711-a35e-86270fe4e87f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.216626] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cc61af-7a27-4f12-ab68-07bd1db744bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.222758] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 655.222758] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527aeeae-e7fe-9b55-5914-435db4451db7" [ 655.222758] env[62675]: _type = "Task" [ 655.222758] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.224245] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.224499] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.230073] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079b9838-7bf2-4af5-bbab-01f4f04fb14f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.233865] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cf2b6c-13fa-4eb3-9807-25d515915d19 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.253054] env[62675]: DEBUG nova.compute.provider_tree [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.260132] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 655.260132] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5275f2a4-490a-65dc-90bb-831d49eb0aa8" [ 655.260132] env[62675]: _type = "Task" [ 655.260132] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.260418] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527aeeae-e7fe-9b55-5914-435db4451db7, 'name': SearchDatastore_Task, 'duration_secs': 0.010792} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.261054] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.261314] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.261538] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.272076] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5275f2a4-490a-65dc-90bb-831d49eb0aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.273717] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d0e335a-d6d7-43ab-ad82-7e8160eb02a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.281500] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 655.281500] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52442d05-3aa2-3640-8572-344a4a5b61e1" [ 655.281500] env[62675]: _type = "Task" [ 655.281500] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.288633] env[62675]: DEBUG nova.compute.manager [req-222ca232-4030-41b6-9f45-2efa04da7bff req-27c92278-4190-4f43-913b-e4a4915db5c9 service nova] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Received event network-vif-deleted-2c2e842b-ea69-48eb-9e5d-6f533c8b906e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.292748] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52442d05-3aa2-3640-8572-344a4a5b61e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.352399] env[62675]: DEBUG nova.network.neutron [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Successfully created port: 4bcd5402-3230-4055-8322-a1b06d5af7d8 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.364440] env[62675]: DEBUG nova.network.neutron [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Updated VIF entry in instance network info cache for port 7e72c8f8-2296-4060-8f79-7f16c08f091a. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.364904] env[62675]: DEBUG nova.network.neutron [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Updating instance_info_cache with network_info: [{"id": "6d4f6c11-e54b-49f6-ad28-1ca834af6a7c", "address": "fa:16:3e:60:4b:53", "network": {"id": "fa1d153f-fd8b-416e-a6eb-5251f722d67f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78498567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d4f6c11-e5", "ovs_interfaceid": "6d4f6c11-e54b-49f6-ad28-1ca834af6a7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c4483ea-08bd-4fff-a688-3a820e81a52c", "address": "fa:16:3e:3c:35:7b", "network": {"id": "e2f0f5ae-6de1-43cb-a90a-448eb2ec218f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-779230104", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c4483ea-08", "ovs_interfaceid": "9c4483ea-08bd-4fff-a688-3a820e81a52c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e72c8f8-2296-4060-8f79-7f16c08f091a", "address": "fa:16:3e:6e:87:13", "network": {"id": "fa1d153f-fd8b-416e-a6eb-5251f722d67f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78498567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e72c8f8-22", "ovs_interfaceid": "7e72c8f8-2296-4060-8f79-7f16c08f091a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.526950] env[62675]: INFO nova.compute.manager [-] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Took 1.29 seconds to deallocate network for instance. [ 655.762215] env[62675]: DEBUG nova.scheduler.client.report [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.793807] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52442d05-3aa2-3640-8572-344a4a5b61e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010298} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.794191] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.794444] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 496adcc8-14d1-4dc5-96c4-d6547e4b51e0/496adcc8-14d1-4dc5-96c4-d6547e4b51e0.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.794720] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.794905] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.795135] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6d538b7-e036-4e1e-aa23-355328509b0c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.797335] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63e93c2d-9149-49e8-9a9a-6ab181773404 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.806545] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 655.806545] env[62675]: value = "task-2690347" [ 655.806545] env[62675]: _type = "Task" [ 655.806545] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.811258] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.811258] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.812540] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da8ccdb-205f-41c8-983e-bf56300780ed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.920998] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 655.920998] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]521267f1-6826-064f-5210-db893e021c76" [ 655.920998] env[62675]: _type = "Task" [ 655.920998] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.920998] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.920998] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521267f1-6826-064f-5210-db893e021c76, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.920998] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050160ec-f023-4894-b6fa-5351f5bf6824 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.920998] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 655.920998] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cce651-11a8-e9e0-b7b2-b30ac0ac64fd" [ 655.920998] env[62675]: _type = "Task" [ 655.920998] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.920998] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cce651-11a8-e9e0-b7b2-b30ac0ac64fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.920998] env[62675]: DEBUG oslo_concurrency.lockutils [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] Releasing lock "refresh_cache-e3b8ed45-0638-4f75-9c6f-c984702e660b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.920998] env[62675]: DEBUG nova.compute.manager [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Received event network-vif-plugged-eddea46f-a6ee-483e-8d3e-cd828dd86e96 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.920998] env[62675]: DEBUG oslo_concurrency.lockutils [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] Acquiring lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.920998] env[62675]: DEBUG oslo_concurrency.lockutils [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.920998] env[62675]: DEBUG oslo_concurrency.lockutils [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.920998] env[62675]: DEBUG nova.compute.manager [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] No waiting events found dispatching network-vif-plugged-eddea46f-a6ee-483e-8d3e-cd828dd86e96 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.920998] env[62675]: WARNING nova.compute.manager [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Received unexpected event network-vif-plugged-eddea46f-a6ee-483e-8d3e-cd828dd86e96 for instance with vm_state building and task_state spawning. [ 655.920998] env[62675]: DEBUG nova.compute.manager [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Received event network-changed-eddea46f-a6ee-483e-8d3e-cd828dd86e96 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.920998] env[62675]: DEBUG nova.compute.manager [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Refreshing instance network info cache due to event network-changed-eddea46f-a6ee-483e-8d3e-cd828dd86e96. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 655.922636] env[62675]: DEBUG oslo_concurrency.lockutils [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] Acquiring lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.922636] env[62675]: DEBUG oslo_concurrency.lockutils [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] Acquired lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.922636] env[62675]: DEBUG nova.network.neutron [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Refreshing network info cache for port eddea46f-a6ee-483e-8d3e-cd828dd86e96 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.017475] env[62675]: DEBUG nova.compute.manager [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.031901] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.042642] env[62675]: DEBUG nova.virt.hardware [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.042963] env[62675]: DEBUG nova.virt.hardware [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.043144] env[62675]: DEBUG nova.virt.hardware [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.043336] env[62675]: DEBUG nova.virt.hardware [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.043516] env[62675]: DEBUG nova.virt.hardware [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.043663] env[62675]: DEBUG nova.virt.hardware [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.043878] env[62675]: DEBUG nova.virt.hardware [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.044051] env[62675]: DEBUG nova.virt.hardware [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.044227] env[62675]: DEBUG nova.virt.hardware [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.044407] env[62675]: DEBUG nova.virt.hardware [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.044586] env[62675]: DEBUG nova.virt.hardware [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.045560] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8225c3d-30f0-4fed-8675-a9bc6e81e9c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.057138] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efe8e91-ca1a-40b4-b254-69836aca468d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.268324] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.283s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.271329] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.847s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.273460] env[62675]: INFO nova.compute.claims [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.306218] env[62675]: INFO nova.scheduler.client.report [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Deleted allocations for instance 2169f132-7866-48a6-b419-37e64987f068 [ 656.324443] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467098} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.325160] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 496adcc8-14d1-4dc5-96c4-d6547e4b51e0/496adcc8-14d1-4dc5-96c4-d6547e4b51e0.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.325421] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.325713] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac7402a7-4f56-4392-96fc-67f7df951b65 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.337885] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 656.337885] env[62675]: value = "task-2690348" [ 656.337885] env[62675]: _type = "Task" [ 656.337885] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.347622] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.354778] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cce651-11a8-e9e0-b7b2-b30ac0ac64fd, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.355106] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.355421] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] e3b8ed45-0638-4f75-9c6f-c984702e660b/e3b8ed45-0638-4f75-9c6f-c984702e660b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.355718] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67a6039a-98e7-457e-a15b-dd3d4909210c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.366143] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 656.366143] env[62675]: value = "task-2690349" [ 656.366143] env[62675]: _type = "Task" [ 656.366143] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.378164] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.714021] env[62675]: DEBUG nova.network.neutron [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updated VIF entry in instance network info cache for port eddea46f-a6ee-483e-8d3e-cd828dd86e96. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.714021] env[62675]: DEBUG nova.network.neutron [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance_info_cache with network_info: [{"id": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "address": "fa:16:3e:80:ac:45", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeddea46f-a6", "ovs_interfaceid": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.821328] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98ebf7dd-72f0-4605-aea8-a879a486a6d4 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "2169f132-7866-48a6-b419-37e64987f068" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.951s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.850508] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081852} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.851322] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.852604] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079e43a8-dff9-4262-b6bb-2b8d60640a94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.889852] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 496adcc8-14d1-4dc5-96c4-d6547e4b51e0/496adcc8-14d1-4dc5-96c4-d6547e4b51e0.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.897263] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf5d9946-88ad-4dec-af7a-6628f8b67308 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.920502] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46321} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.921909] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] e3b8ed45-0638-4f75-9c6f-c984702e660b/e3b8ed45-0638-4f75-9c6f-c984702e660b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.922196] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.922528] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 656.922528] env[62675]: value = "task-2690350" [ 656.922528] env[62675]: _type = "Task" [ 656.922528] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.922712] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5a13cbf-1a96-4844-989f-35c995ac4f0d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.935123] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.936491] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 656.936491] env[62675]: value = "task-2690351" [ 656.936491] env[62675]: _type = "Task" [ 656.936491] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.011389] env[62675]: DEBUG nova.network.neutron [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Successfully updated port: 4bcd5402-3230-4055-8322-a1b06d5af7d8 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.215890] env[62675]: DEBUG oslo_concurrency.lockutils [req-a1d6800c-7a60-44f8-bba2-31f51e6319dc req-07bef4f9-ba95-463b-8009-c1f0adc1adde service nova] Releasing lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.320680] env[62675]: DEBUG nova.compute.manager [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Received event network-vif-plugged-4bcd5402-3230-4055-8322-a1b06d5af7d8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.320680] env[62675]: DEBUG oslo_concurrency.lockutils [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] Acquiring lock "b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.320680] env[62675]: DEBUG oslo_concurrency.lockutils [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] Lock "b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.320680] env[62675]: DEBUG oslo_concurrency.lockutils [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] Lock "b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.321407] env[62675]: DEBUG nova.compute.manager [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] No waiting events found dispatching network-vif-plugged-4bcd5402-3230-4055-8322-a1b06d5af7d8 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.321407] env[62675]: WARNING nova.compute.manager [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Received unexpected event network-vif-plugged-4bcd5402-3230-4055-8322-a1b06d5af7d8 for instance with vm_state building and task_state spawning. [ 657.321407] env[62675]: DEBUG nova.compute.manager [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Received event network-changed-4bcd5402-3230-4055-8322-a1b06d5af7d8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.321407] env[62675]: DEBUG nova.compute.manager [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Refreshing instance network info cache due to event network-changed-4bcd5402-3230-4055-8322-a1b06d5af7d8. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 657.321613] env[62675]: DEBUG oslo_concurrency.lockutils [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] Acquiring lock "refresh_cache-b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.321861] env[62675]: DEBUG oslo_concurrency.lockutils [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] Acquired lock "refresh_cache-b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.321925] env[62675]: DEBUG nova.network.neutron [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Refreshing network info cache for port 4bcd5402-3230-4055-8322-a1b06d5af7d8 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.440420] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690350, 'name': ReconfigVM_Task, 'duration_secs': 0.307114} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.443885] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 496adcc8-14d1-4dc5-96c4-d6547e4b51e0/496adcc8-14d1-4dc5-96c4-d6547e4b51e0.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.447234] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b85de9b3-c52f-426f-91ff-339f8a6048ba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.457045] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090173} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.458570] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.460109] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 657.460109] env[62675]: value = "task-2690352" [ 657.460109] env[62675]: _type = "Task" [ 657.460109] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.460592] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba4565a-1dd8-4f48-aa73-3c0ce2cdb2fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.477605] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690352, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.504627] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e3b8ed45-0638-4f75-9c6f-c984702e660b/e3b8ed45-0638-4f75-9c6f-c984702e660b.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.507945] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d60588aa-ae59-4501-97fb-8ef76a20198a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.523497] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "refresh_cache-b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.531588] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 657.531588] env[62675]: value = "task-2690353" [ 657.531588] env[62675]: _type = "Task" [ 657.531588] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.546364] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.871557] env[62675]: DEBUG nova.network.neutron [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.919927] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a692bb3d-712e-44ac-89a1-530300df0fe2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.930295] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e895eb80-79ba-4b9d-ba20-fe5d5f02919b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.962959] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81acde4d-3178-4e31-af07-c68fbea98a25 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.977579] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfe0b63-32e5-4a30-bf0b-3a1b5537354e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.984181] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690352, 'name': Rename_Task, 'duration_secs': 0.170874} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.984181] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.984181] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6128fd9e-9cc0-41ca-9789-78f5409806f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.992679] env[62675]: DEBUG nova.compute.provider_tree [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.999018] env[62675]: DEBUG nova.network.neutron [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.999018] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 657.999018] env[62675]: value = "task-2690354" [ 657.999018] env[62675]: _type = "Task" [ 657.999018] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.006667] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.043539] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690353, 'name': ReconfigVM_Task, 'duration_secs': 0.300631} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.043539] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e3b8ed45-0638-4f75-9c6f-c984702e660b/e3b8ed45-0638-4f75-9c6f-c984702e660b.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.044139] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c770b79-7454-4fed-b50e-fea0ba4f8162 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.053668] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 658.053668] env[62675]: value = "task-2690355" [ 658.053668] env[62675]: _type = "Task" [ 658.053668] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.064037] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690355, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.498818] env[62675]: DEBUG oslo_concurrency.lockutils [req-7bf4da46-8d14-4a95-abf3-970e2b6f3d23 req-d1c0ad3b-a912-49bb-b586-a4f3dbdefc4a service nova] Releasing lock "refresh_cache-b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.499684] env[62675]: DEBUG nova.scheduler.client.report [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.503168] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "refresh_cache-b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.503340] env[62675]: DEBUG nova.network.neutron [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.514970] env[62675]: DEBUG oslo_vmware.api [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690354, 'name': PowerOnVM_Task, 'duration_secs': 0.4983} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.515867] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.516090] env[62675]: INFO nova.compute.manager [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Took 7.27 seconds to spawn the instance on the hypervisor. [ 658.516430] env[62675]: DEBUG nova.compute.manager [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.517244] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d6c67c-a053-4314-b583-2dfb4c3bb231 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.565031] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690355, 'name': Rename_Task, 'duration_secs': 0.17157} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.566306] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.566985] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5681d290-e458-4a49-91c3-46737f6f152a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.576813] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 658.576813] env[62675]: value = "task-2690356" [ 658.576813] env[62675]: _type = "Task" [ 658.576813] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.587499] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.708625] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.708863] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.008874] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.009515] env[62675]: DEBUG nova.compute.manager [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.014381] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.250s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.015823] env[62675]: INFO nova.compute.claims [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.036017] env[62675]: INFO nova.compute.manager [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Took 43.77 seconds to build instance. [ 659.068293] env[62675]: DEBUG nova.network.neutron [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.088947] env[62675]: DEBUG oslo_vmware.api [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690356, 'name': PowerOnVM_Task, 'duration_secs': 0.511362} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.089335] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.089622] env[62675]: INFO nova.compute.manager [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Took 13.55 seconds to spawn the instance on the hypervisor. [ 659.089882] env[62675]: DEBUG nova.compute.manager [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.091214] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ed1150-bcda-4f48-816a-5a22cbdea60c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.250420] env[62675]: DEBUG nova.network.neutron [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Updating instance_info_cache with network_info: [{"id": "4bcd5402-3230-4055-8322-a1b06d5af7d8", "address": "fa:16:3e:2c:3d:ea", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bcd5402-32", "ovs_interfaceid": "4bcd5402-3230-4055-8322-a1b06d5af7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.489837] env[62675]: DEBUG nova.compute.manager [req-4df5f9f8-b6d9-41dd-b971-fc0922e47c6f req-81f41c91-ec43-44c0-871e-730c817fe40c service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Received event network-changed-eddea46f-a6ee-483e-8d3e-cd828dd86e96 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.490048] env[62675]: DEBUG nova.compute.manager [req-4df5f9f8-b6d9-41dd-b971-fc0922e47c6f req-81f41c91-ec43-44c0-871e-730c817fe40c service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Refreshing instance network info cache due to event network-changed-eddea46f-a6ee-483e-8d3e-cd828dd86e96. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 659.490268] env[62675]: DEBUG oslo_concurrency.lockutils [req-4df5f9f8-b6d9-41dd-b971-fc0922e47c6f req-81f41c91-ec43-44c0-871e-730c817fe40c service nova] Acquiring lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.490415] env[62675]: DEBUG oslo_concurrency.lockutils [req-4df5f9f8-b6d9-41dd-b971-fc0922e47c6f req-81f41c91-ec43-44c0-871e-730c817fe40c service nova] Acquired lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.490574] env[62675]: DEBUG nova.network.neutron [req-4df5f9f8-b6d9-41dd-b971-fc0922e47c6f req-81f41c91-ec43-44c0-871e-730c817fe40c service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Refreshing network info cache for port eddea46f-a6ee-483e-8d3e-cd828dd86e96 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.520526] env[62675]: DEBUG nova.compute.utils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 659.523730] env[62675]: DEBUG nova.compute.manager [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.523896] env[62675]: DEBUG nova.network.neutron [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.537935] env[62675]: DEBUG oslo_concurrency.lockutils [None req-97f54c9b-890e-4260-bf91-17d8287d0aac tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.009s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.560470] env[62675]: DEBUG nova.policy [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf24a5bfdff41a7bb4b2fa21b80db67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a3741e26954bbb8ce6f9294054f86a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.617349] env[62675]: INFO nova.compute.manager [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Took 45.43 seconds to build instance. [ 659.753474] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "refresh_cache-b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.755566] env[62675]: DEBUG nova.compute.manager [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Instance network_info: |[{"id": "4bcd5402-3230-4055-8322-a1b06d5af7d8", "address": "fa:16:3e:2c:3d:ea", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bcd5402-32", "ovs_interfaceid": "4bcd5402-3230-4055-8322-a1b06d5af7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 659.755965] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:3d:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bcd5402-3230-4055-8322-a1b06d5af7d8', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.767181] env[62675]: DEBUG oslo.service.loopingcall [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.767638] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.768388] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcf614fb-0da9-411b-87a6-d055f72fea00 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.790347] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.790347] env[62675]: value = "task-2690357" [ 659.790347] env[62675]: _type = "Task" [ 659.790347] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.802469] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690357, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.025056] env[62675]: DEBUG nova.compute.manager [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.040461] env[62675]: DEBUG nova.compute.manager [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.098156] env[62675]: DEBUG nova.network.neutron [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Successfully created port: ff487247-25ee-45b5-8636-dcc7866d40b7 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.120571] env[62675]: DEBUG oslo_concurrency.lockutils [None req-18fcc4c7-68ac-4bc9-9fd5-f60a904fd562 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "e3b8ed45-0638-4f75-9c6f-c984702e660b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.214s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.307800] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690357, 'name': CreateVM_Task, 'duration_secs': 0.47881} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.308048] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.309055] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.309289] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.309704] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.310021] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10528191-e10d-4572-b102-5cf8a098ce06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.321786] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 660.321786] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52de6c33-2748-5007-e691-8506da3cf9c0" [ 660.321786] env[62675]: _type = "Task" [ 660.321786] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.340551] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52de6c33-2748-5007-e691-8506da3cf9c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.481697] env[62675]: DEBUG nova.network.neutron [req-4df5f9f8-b6d9-41dd-b971-fc0922e47c6f req-81f41c91-ec43-44c0-871e-730c817fe40c service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updated VIF entry in instance network info cache for port eddea46f-a6ee-483e-8d3e-cd828dd86e96. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.481840] env[62675]: DEBUG nova.network.neutron [req-4df5f9f8-b6d9-41dd-b971-fc0922e47c6f req-81f41c91-ec43-44c0-871e-730c817fe40c service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance_info_cache with network_info: [{"id": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "address": "fa:16:3e:80:ac:45", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeddea46f-a6", "ovs_interfaceid": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.520539] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "e3b8ed45-0638-4f75-9c6f-c984702e660b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.520842] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "e3b8ed45-0638-4f75-9c6f-c984702e660b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.521206] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "e3b8ed45-0638-4f75-9c6f-c984702e660b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.521478] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "e3b8ed45-0638-4f75-9c6f-c984702e660b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.521939] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "e3b8ed45-0638-4f75-9c6f-c984702e660b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.524343] env[62675]: INFO nova.compute.manager [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Terminating instance [ 660.562617] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 660.629153] env[62675]: DEBUG nova.compute.manager [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.665339] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286a128-05e3-6b28-6f84-dd370c522b14/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 660.666618] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958cd7ac-3dc6-4af9-90d8-2305737b5381 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.674886] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286a128-05e3-6b28-6f84-dd370c522b14/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 660.675069] env[62675]: ERROR oslo_vmware.rw_handles [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286a128-05e3-6b28-6f84-dd370c522b14/disk-0.vmdk due to incomplete transfer. [ 660.675296] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9d118090-5a2a-4266-ba51-e4bcc11952db {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.682580] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5286a128-05e3-6b28-6f84-dd370c522b14/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 660.682789] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Uploaded image 4738f0f1-668b-4c2f-8e0b-07eb990eeeb1 to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 660.684931] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 660.687506] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-62d582ed-746e-4dbb-839c-23a5f6f016af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.694875] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 660.694875] env[62675]: value = "task-2690358" [ 660.694875] env[62675]: _type = "Task" [ 660.694875] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.706379] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690358, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.710232] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f782f27-a9e8-4554-bda1-6511bcafc37f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.718034] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3606e0-3395-46e1-87f7-cbb71574c543 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.758873] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bee966-2c02-4e5c-9092-df6f7d539c00 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.767850] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f3d9b4-caff-4034-b1a8-fa327ec98b7a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.783236] env[62675]: DEBUG nova.compute.provider_tree [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.833694] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52de6c33-2748-5007-e691-8506da3cf9c0, 'name': SearchDatastore_Task, 'duration_secs': 0.024892} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.834024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.834273] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.834509] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.834658] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.834837] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 660.835205] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cac837ba-5c87-468d-af2c-54d25b009b56 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.848226] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 660.848428] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 660.849173] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29dceba7-938f-4693-b5d8-c979583ad126 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.855195] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 660.855195] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bf98b5-8c25-e109-4a5e-a33e8fa90d7a" [ 660.855195] env[62675]: _type = "Task" [ 660.855195] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.864008] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bf98b5-8c25-e109-4a5e-a33e8fa90d7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.984640] env[62675]: DEBUG oslo_concurrency.lockutils [req-4df5f9f8-b6d9-41dd-b971-fc0922e47c6f req-81f41c91-ec43-44c0-871e-730c817fe40c service nova] Releasing lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.034915] env[62675]: DEBUG nova.compute.manager [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.035217] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.036449] env[62675]: DEBUG nova.compute.manager [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.039357] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50bbdc9-2563-4a78-bb6e-ecc323642e3e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.048647] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.048960] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58f05f3b-71ca-4eff-a186-3d5f6bf4b4bc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.057185] env[62675]: DEBUG oslo_vmware.api [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 661.057185] env[62675]: value = "task-2690359" [ 661.057185] env[62675]: _type = "Task" [ 661.057185] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.063019] env[62675]: DEBUG nova.virt.hardware [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.063307] env[62675]: DEBUG nova.virt.hardware [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.063503] env[62675]: DEBUG nova.virt.hardware [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.063724] env[62675]: DEBUG nova.virt.hardware [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.063882] env[62675]: DEBUG nova.virt.hardware [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.064131] env[62675]: DEBUG nova.virt.hardware [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.064386] env[62675]: DEBUG nova.virt.hardware [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.064561] env[62675]: DEBUG nova.virt.hardware [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.064835] env[62675]: DEBUG nova.virt.hardware [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.065146] env[62675]: DEBUG nova.virt.hardware [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.065415] env[62675]: DEBUG nova.virt.hardware [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.066696] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca25c47-62b4-42f9-b2ae-d5f468e2eff1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.077657] env[62675]: DEBUG oslo_vmware.api [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.080986] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fb9e4e-045c-434c-a488-196f04f0cf1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.152153] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.205680] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690358, 'name': Destroy_Task, 'duration_secs': 0.407432} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.206182] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Destroyed the VM [ 661.206496] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 661.206804] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df7cdc0e-5261-49cd-a74a-57d41437f741 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.214547] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 661.214547] env[62675]: value = "task-2690360" [ 661.214547] env[62675]: _type = "Task" [ 661.214547] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.225427] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690360, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.287029] env[62675]: DEBUG nova.scheduler.client.report [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.366801] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bf98b5-8c25-e109-4a5e-a33e8fa90d7a, 'name': SearchDatastore_Task, 'duration_secs': 0.02874} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.367753] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf9a5b12-7ab1-4fc8-b05b-e1728717a1e4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.374725] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 661.374725] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fd4717-e010-7529-c99f-1e42585c32be" [ 661.374725] env[62675]: _type = "Task" [ 661.374725] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.384808] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fd4717-e010-7529-c99f-1e42585c32be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.568051] env[62675]: DEBUG oslo_vmware.api [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690359, 'name': PowerOffVM_Task, 'duration_secs': 0.240963} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.568296] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.568296] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.568540] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0855254-a075-4654-b61c-20c5928d89e4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.725486] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690360, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.736752] env[62675]: DEBUG nova.compute.manager [req-974a89ec-2bd4-4917-ada7-1d61ce61ba4f req-7acbdc9e-56fa-4491-b9e3-5c89c4aceafa service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Received event network-vif-plugged-ff487247-25ee-45b5-8636-dcc7866d40b7 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.736967] env[62675]: DEBUG oslo_concurrency.lockutils [req-974a89ec-2bd4-4917-ada7-1d61ce61ba4f req-7acbdc9e-56fa-4491-b9e3-5c89c4aceafa service nova] Acquiring lock "51bce6bc-d67b-40e2-8507-e46b368837eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.737189] env[62675]: DEBUG oslo_concurrency.lockutils [req-974a89ec-2bd4-4917-ada7-1d61ce61ba4f req-7acbdc9e-56fa-4491-b9e3-5c89c4aceafa service nova] Lock "51bce6bc-d67b-40e2-8507-e46b368837eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.737419] env[62675]: DEBUG oslo_concurrency.lockutils [req-974a89ec-2bd4-4917-ada7-1d61ce61ba4f req-7acbdc9e-56fa-4491-b9e3-5c89c4aceafa service nova] Lock "51bce6bc-d67b-40e2-8507-e46b368837eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.737870] env[62675]: DEBUG nova.compute.manager [req-974a89ec-2bd4-4917-ada7-1d61ce61ba4f req-7acbdc9e-56fa-4491-b9e3-5c89c4aceafa service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] No waiting events found dispatching network-vif-plugged-ff487247-25ee-45b5-8636-dcc7866d40b7 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.737870] env[62675]: WARNING nova.compute.manager [req-974a89ec-2bd4-4917-ada7-1d61ce61ba4f req-7acbdc9e-56fa-4491-b9e3-5c89c4aceafa service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Received unexpected event network-vif-plugged-ff487247-25ee-45b5-8636-dcc7866d40b7 for instance with vm_state building and task_state spawning. [ 661.771279] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.771508] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.771715] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Deleting the datastore file [datastore1] e3b8ed45-0638-4f75-9c6f-c984702e660b {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.772014] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1216009-9183-4ce7-8c73-d7c0ce10438b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.779449] env[62675]: DEBUG oslo_vmware.api [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 661.779449] env[62675]: value = "task-2690362" [ 661.779449] env[62675]: _type = "Task" [ 661.779449] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.789580] env[62675]: DEBUG oslo_vmware.api [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.791914] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.792454] env[62675]: DEBUG nova.compute.manager [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.795088] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.727s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.795269] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.795446] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 661.795732] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.092s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.795970] env[62675]: DEBUG nova.objects.instance [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lazy-loading 'resources' on Instance uuid 97740935-a6d9-403a-8c2f-45350389c0e1 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.799117] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d252988-9fa0-48db-975c-838ee13c946c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.807090] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b9dc09-9c0f-4ba3-b14a-256f039237e4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.825759] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b29f934-99b1-43c2-a3ac-8f1420539c92 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.834163] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cc00f6-37a8-4f8a-ab04-5d71dc29e6a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.838390] env[62675]: DEBUG nova.network.neutron [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Successfully updated port: ff487247-25ee-45b5-8636-dcc7866d40b7 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.870483] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178534MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 661.870648] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.885427] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fd4717-e010-7529-c99f-1e42585c32be, 'name': SearchDatastore_Task, 'duration_secs': 0.020994} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.885720] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.886121] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb/b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.886389] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3574b3ff-3fd6-4f05-92f7-dc95b7f37620 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.894590] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 661.894590] env[62675]: value = "task-2690363" [ 661.894590] env[62675]: _type = "Task" [ 661.894590] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.903656] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.227607] env[62675]: DEBUG oslo_vmware.api [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690360, 'name': RemoveSnapshot_Task, 'duration_secs': 0.558961} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.227888] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 662.228142] env[62675]: INFO nova.compute.manager [None req-7ca0a619-5290-411a-bd3c-7755c2f5193b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Took 12.60 seconds to snapshot the instance on the hypervisor. [ 662.292116] env[62675]: DEBUG oslo_vmware.api [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198912} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.292402] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.292672] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.292869] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.293062] env[62675]: INFO nova.compute.manager [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Took 1.26 seconds to destroy the instance on the hypervisor. [ 662.293315] env[62675]: DEBUG oslo.service.loopingcall [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.293526] env[62675]: DEBUG nova.compute.manager [-] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.293644] env[62675]: DEBUG nova.network.neutron [-] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.298484] env[62675]: DEBUG nova.compute.utils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 662.300360] env[62675]: DEBUG nova.compute.manager [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.300571] env[62675]: DEBUG nova.network.neutron [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.341584] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.342042] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.342042] env[62675]: DEBUG nova.network.neutron [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.362340] env[62675]: DEBUG nova.policy [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '108e07a7f290492ab659dc2e143f0132', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '570600080705425b9baa89e7d877d062', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.407847] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507618} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.410546] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb/b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.410817] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.413693] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a129318f-edcc-4e30-888e-eb86b74c12d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.421353] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 662.421353] env[62675]: value = "task-2690364" [ 662.421353] env[62675]: _type = "Task" [ 662.421353] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.432416] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.806044] env[62675]: DEBUG nova.compute.manager [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.893562] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2511863-8eea-439f-b038-6cd82c8eff97 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.903515] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71941e63-d67f-4442-b868-072cd4da1e4b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.936607] env[62675]: DEBUG nova.network.neutron [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.941526] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec069e5-2578-414c-bd73-319eb8df6c12 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.950128] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063635} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.952230] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.953015] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2815f5-2845-4f35-a98c-fa7c2700ebae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.956252] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca7f025-84db-409e-b3b7-73d58234bf35 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.970816] env[62675]: DEBUG nova.compute.provider_tree [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.989508] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb/b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.992730] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69705e31-181f-4b3a-ac99-17543c022c9d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.007658] env[62675]: DEBUG nova.network.neutron [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Successfully created port: 05b125e9-e6e2-45a9-81ce-7180f6cdc0b2 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.018298] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 663.018298] env[62675]: value = "task-2690365" [ 663.018298] env[62675]: _type = "Task" [ 663.018298] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.029295] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.376099] env[62675]: DEBUG nova.network.neutron [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Updating instance_info_cache with network_info: [{"id": "ff487247-25ee-45b5-8636-dcc7866d40b7", "address": "fa:16:3e:d5:75:15", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff487247-25", "ovs_interfaceid": "ff487247-25ee-45b5-8636-dcc7866d40b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.493570] env[62675]: DEBUG nova.scheduler.client.report [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.531564] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690365, 'name': ReconfigVM_Task, 'duration_secs': 0.280981} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.531608] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Reconfigured VM instance instance-00000023 to attach disk [datastore1] b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb/b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.532227] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9179407e-972d-4d5f-9503-6931699baa3a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.538846] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 663.538846] env[62675]: value = "task-2690366" [ 663.538846] env[62675]: _type = "Task" [ 663.538846] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.550018] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690366, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.792395] env[62675]: DEBUG nova.compute.manager [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Received event network-changed-ff487247-25ee-45b5-8636-dcc7866d40b7 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.792581] env[62675]: DEBUG nova.compute.manager [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Refreshing instance network info cache due to event network-changed-ff487247-25ee-45b5-8636-dcc7866d40b7. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 663.792776] env[62675]: DEBUG oslo_concurrency.lockutils [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] Acquiring lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.817317] env[62675]: DEBUG nova.compute.manager [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.841502] env[62675]: DEBUG nova.virt.hardware [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.841760] env[62675]: DEBUG nova.virt.hardware [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.841922] env[62675]: DEBUG nova.virt.hardware [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.842121] env[62675]: DEBUG nova.virt.hardware [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.842271] env[62675]: DEBUG nova.virt.hardware [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.842419] env[62675]: DEBUG nova.virt.hardware [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.842624] env[62675]: DEBUG nova.virt.hardware [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.842783] env[62675]: DEBUG nova.virt.hardware [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.842953] env[62675]: DEBUG nova.virt.hardware [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.843157] env[62675]: DEBUG nova.virt.hardware [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.843349] env[62675]: DEBUG nova.virt.hardware [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.844231] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757890e0-5545-4664-9dae-caf61f03943f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.852089] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21be309c-0096-4008-b852-64951ef6546a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.882210] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.882516] env[62675]: DEBUG nova.compute.manager [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Instance network_info: |[{"id": "ff487247-25ee-45b5-8636-dcc7866d40b7", "address": "fa:16:3e:d5:75:15", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff487247-25", "ovs_interfaceid": "ff487247-25ee-45b5-8636-dcc7866d40b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.882835] env[62675]: DEBUG oslo_concurrency.lockutils [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] Acquired lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.883037] env[62675]: DEBUG nova.network.neutron [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Refreshing network info cache for port ff487247-25ee-45b5-8636-dcc7866d40b7 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.884235] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:75:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff487247-25ee-45b5-8636-dcc7866d40b7', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.891610] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Creating folder: Project (94a3741e26954bbb8ce6f9294054f86a). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.894540] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2909ca84-5383-43d0-999d-aa651a5eb8e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.905336] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Created folder: Project (94a3741e26954bbb8ce6f9294054f86a) in parent group-v542174. [ 663.905515] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Creating folder: Instances. Parent ref: group-v542272. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.905730] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca33f884-50f9-4698-bd31-fee4d5db458a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.914296] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Created folder: Instances in parent group-v542272. [ 663.915065] env[62675]: DEBUG oslo.service.loopingcall [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.915065] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.915065] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26c26aae-4b39-4a3d-8002-a7aff01c099d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.936654] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.936654] env[62675]: value = "task-2690369" [ 663.936654] env[62675]: _type = "Task" [ 663.936654] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.945443] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690369, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.999623] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.001813] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.412s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.003318] env[62675]: INFO nova.compute.claims [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.023737] env[62675]: INFO nova.scheduler.client.report [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Deleted allocations for instance 97740935-a6d9-403a-8c2f-45350389c0e1 [ 664.049282] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690366, 'name': Rename_Task, 'duration_secs': 0.141854} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.050431] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.050697] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6aef65a0-03fe-4790-8781-92c99ba8b561 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.057512] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 664.057512] env[62675]: value = "task-2690370" [ 664.057512] env[62675]: _type = "Task" [ 664.057512] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.068292] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.127134] env[62675]: DEBUG nova.network.neutron [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Updated VIF entry in instance network info cache for port ff487247-25ee-45b5-8636-dcc7866d40b7. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.127532] env[62675]: DEBUG nova.network.neutron [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Updating instance_info_cache with network_info: [{"id": "ff487247-25ee-45b5-8636-dcc7866d40b7", "address": "fa:16:3e:d5:75:15", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff487247-25", "ovs_interfaceid": "ff487247-25ee-45b5-8636-dcc7866d40b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.185978] env[62675]: DEBUG nova.compute.manager [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.186987] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6760a5-7c44-4762-86db-e47e862f053e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.216791] env[62675]: DEBUG nova.network.neutron [-] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.448273] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690369, 'name': CreateVM_Task, 'duration_secs': 0.379597} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.448570] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.449569] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.449927] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.450433] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.450806] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7139c9f8-d299-4dfe-921f-bcf046cf1179 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.456698] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 664.456698] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bb484b-030d-26a5-43e0-825fe6efaa60" [ 664.456698] env[62675]: _type = "Task" [ 664.456698] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.467877] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bb484b-030d-26a5-43e0-825fe6efaa60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.531562] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa7eb72e-ae18-4054-a21c-78ff8c369355 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "97740935-a6d9-403a-8c2f-45350389c0e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.700s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.567239] env[62675]: DEBUG oslo_vmware.api [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690370, 'name': PowerOnVM_Task, 'duration_secs': 0.456909} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.567581] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.567826] env[62675]: INFO nova.compute.manager [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Took 8.55 seconds to spawn the instance on the hypervisor. [ 664.568398] env[62675]: DEBUG nova.compute.manager [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.569294] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21e47a9-4c3b-4ef6-8caf-beca46c1326d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.630502] env[62675]: DEBUG oslo_concurrency.lockutils [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] Releasing lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.630502] env[62675]: DEBUG nova.compute.manager [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Received event network-vif-deleted-6d4f6c11-e54b-49f6-ad28-1ca834af6a7c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 664.630502] env[62675]: INFO nova.compute.manager [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Neutron deleted interface 6d4f6c11-e54b-49f6-ad28-1ca834af6a7c; detaching it from the instance and deleting it from the info cache [ 664.630753] env[62675]: DEBUG nova.network.neutron [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Updating instance_info_cache with network_info: [{"id": "9c4483ea-08bd-4fff-a688-3a820e81a52c", "address": "fa:16:3e:3c:35:7b", "network": {"id": "e2f0f5ae-6de1-43cb-a90a-448eb2ec218f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-779230104", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0234c8-1a2d-47ff-9a72-2e7d35b49214", "external-id": "nsx-vlan-transportzone-788", "segmentation_id": 788, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c4483ea-08", "ovs_interfaceid": "9c4483ea-08bd-4fff-a688-3a820e81a52c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e72c8f8-2296-4060-8f79-7f16c08f091a", "address": "fa:16:3e:6e:87:13", "network": {"id": "fa1d153f-fd8b-416e-a6eb-5251f722d67f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78498567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e72c8f8-22", "ovs_interfaceid": "7e72c8f8-2296-4060-8f79-7f16c08f091a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.698608] env[62675]: INFO nova.compute.manager [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] instance snapshotting [ 664.701308] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60671de-89f1-4cd8-b603-0ef3f37a4cb9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.720239] env[62675]: INFO nova.compute.manager [-] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Took 2.43 seconds to deallocate network for instance. [ 664.721989] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765e873c-c5eb-4b2b-b1a8-f4f249b9e4a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.967702] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bb484b-030d-26a5-43e0-825fe6efaa60, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.968107] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.968383] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.968844] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.968844] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.969011] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.969305] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e13ed6f1-446a-415d-b6cb-8ec5b5fecfdb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.977793] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.977957] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.978745] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5495c32d-4ee9-472c-9109-963cc55393ab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.983845] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 664.983845] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e61ec2-e74d-5570-e826-db0d71d0e8a5" [ 664.983845] env[62675]: _type = "Task" [ 664.983845] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.991418] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e61ec2-e74d-5570-e826-db0d71d0e8a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.089863] env[62675]: INFO nova.compute.manager [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Took 45.16 seconds to build instance. [ 665.135613] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5b71662-19a8-40f8-a0df-9cf257eeec83 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.147152] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1449983f-abda-44f9-90e3-60411f0cf7aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.165096] env[62675]: DEBUG nova.network.neutron [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Successfully updated port: 05b125e9-e6e2-45a9-81ce-7180f6cdc0b2 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.196143] env[62675]: DEBUG nova.compute.manager [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Detach interface failed, port_id=6d4f6c11-e54b-49f6-ad28-1ca834af6a7c, reason: Instance e3b8ed45-0638-4f75-9c6f-c984702e660b could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 665.196386] env[62675]: DEBUG nova.compute.manager [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Received event network-vif-deleted-9c4483ea-08bd-4fff-a688-3a820e81a52c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.196561] env[62675]: INFO nova.compute.manager [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Neutron deleted interface 9c4483ea-08bd-4fff-a688-3a820e81a52c; detaching it from the instance and deleting it from the info cache [ 665.196812] env[62675]: DEBUG nova.network.neutron [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Updating instance_info_cache with network_info: [{"id": "7e72c8f8-2296-4060-8f79-7f16c08f091a", "address": "fa:16:3e:6e:87:13", "network": {"id": "fa1d153f-fd8b-416e-a6eb-5251f722d67f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78498567", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e72c8f8-22", "ovs_interfaceid": "7e72c8f8-2296-4060-8f79-7f16c08f091a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.228760] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.237647] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 665.238395] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d14aa76-f570-408c-a059-c70157e35a19 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.246608] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 665.246608] env[62675]: value = "task-2690371" [ 665.246608] env[62675]: _type = "Task" [ 665.246608] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.258342] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690371, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.498766] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e61ec2-e74d-5570-e826-db0d71d0e8a5, 'name': SearchDatastore_Task, 'duration_secs': 0.007957} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.499863] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d4f2b9-ce5a-4d86-a09b-03b770cad272 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.505777] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 665.505777] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5242aaa2-cff9-7739-4022-57bcc354a495" [ 665.505777] env[62675]: _type = "Task" [ 665.505777] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.516111] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5242aaa2-cff9-7739-4022-57bcc354a495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.551218] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab1b675-0316-47a1-9fbe-741ce3c5aa5c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.559969] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d989815b-8722-4aad-95bc-fecedec32886 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.591825] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8623b47d-1084-4cf0-bac7-80d83363cf06 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.765s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.593785] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6ac6ca-2792-44bf-93b7-5d51804f4fc8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.607743] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c0aa5b-eca5-44c9-9a56-3cc2886e81a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.623928] env[62675]: DEBUG nova.compute.provider_tree [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.667918] env[62675]: DEBUG oslo_concurrency.lockutils [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "3d51301e-20ba-4a1b-8b18-0e5080ab910a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.668226] env[62675]: DEBUG oslo_concurrency.lockutils [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "3d51301e-20ba-4a1b-8b18-0e5080ab910a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.668914] env[62675]: DEBUG oslo_concurrency.lockutils [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "3d51301e-20ba-4a1b-8b18-0e5080ab910a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.668914] env[62675]: DEBUG oslo_concurrency.lockutils [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "3d51301e-20ba-4a1b-8b18-0e5080ab910a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.668914] env[62675]: DEBUG oslo_concurrency.lockutils [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "3d51301e-20ba-4a1b-8b18-0e5080ab910a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.675034] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Acquiring lock "refresh_cache-c6d9a643-9909-4127-a49e-24c49d4eccfd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.675034] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Acquired lock "refresh_cache-c6d9a643-9909-4127-a49e-24c49d4eccfd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.675034] env[62675]: DEBUG nova.network.neutron [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.675034] env[62675]: INFO nova.compute.manager [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Terminating instance [ 665.701991] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd9162a9-ba68-4a21-91fa-9a23ced5bcc6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.711640] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaae04e6-e22d-4086-b185-c9aeccd4cdb6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.727640] env[62675]: DEBUG oslo_concurrency.lockutils [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "11bc2536-ccfe-4597-bdbf-0f8952fdb0eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.727947] env[62675]: DEBUG oslo_concurrency.lockutils [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "11bc2536-ccfe-4597-bdbf-0f8952fdb0eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.728243] env[62675]: DEBUG oslo_concurrency.lockutils [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "11bc2536-ccfe-4597-bdbf-0f8952fdb0eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.728363] env[62675]: DEBUG oslo_concurrency.lockutils [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "11bc2536-ccfe-4597-bdbf-0f8952fdb0eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.728532] env[62675]: DEBUG oslo_concurrency.lockutils [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "11bc2536-ccfe-4597-bdbf-0f8952fdb0eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.730840] env[62675]: INFO nova.compute.manager [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Terminating instance [ 665.752898] env[62675]: DEBUG nova.compute.manager [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Detach interface failed, port_id=9c4483ea-08bd-4fff-a688-3a820e81a52c, reason: Instance e3b8ed45-0638-4f75-9c6f-c984702e660b could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 665.753181] env[62675]: DEBUG nova.compute.manager [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Received event network-vif-deleted-7e72c8f8-2296-4060-8f79-7f16c08f091a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.753507] env[62675]: INFO nova.compute.manager [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Neutron deleted interface 7e72c8f8-2296-4060-8f79-7f16c08f091a; detaching it from the instance and deleting it from the info cache [ 665.753600] env[62675]: DEBUG nova.network.neutron [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.756478] env[62675]: DEBUG nova.compute.manager [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.756693] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.761140] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d50c2ff-4152-41ad-a5aa-fe54b5e98513 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.770370] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690371, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.772940] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.773404] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-491164f6-5292-43a3-92e6-3fc7b000d699 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.780688] env[62675]: DEBUG oslo_vmware.api [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 665.780688] env[62675]: value = "task-2690372" [ 665.780688] env[62675]: _type = "Task" [ 665.780688] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.789458] env[62675]: DEBUG oslo_vmware.api [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.844384] env[62675]: DEBUG nova.compute.manager [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Received event network-vif-plugged-05b125e9-e6e2-45a9-81ce-7180f6cdc0b2 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.844623] env[62675]: DEBUG oslo_concurrency.lockutils [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] Acquiring lock "c6d9a643-9909-4127-a49e-24c49d4eccfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.845255] env[62675]: DEBUG oslo_concurrency.lockutils [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] Lock "c6d9a643-9909-4127-a49e-24c49d4eccfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.845255] env[62675]: DEBUG oslo_concurrency.lockutils [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] Lock "c6d9a643-9909-4127-a49e-24c49d4eccfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.845471] env[62675]: DEBUG nova.compute.manager [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] No waiting events found dispatching network-vif-plugged-05b125e9-e6e2-45a9-81ce-7180f6cdc0b2 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.845703] env[62675]: WARNING nova.compute.manager [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Received unexpected event network-vif-plugged-05b125e9-e6e2-45a9-81ce-7180f6cdc0b2 for instance with vm_state building and task_state spawning. [ 665.845919] env[62675]: DEBUG nova.compute.manager [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Received event network-changed-05b125e9-e6e2-45a9-81ce-7180f6cdc0b2 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.846198] env[62675]: DEBUG nova.compute.manager [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Refreshing instance network info cache due to event network-changed-05b125e9-e6e2-45a9-81ce-7180f6cdc0b2. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.846484] env[62675]: DEBUG oslo_concurrency.lockutils [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] Acquiring lock "refresh_cache-c6d9a643-9909-4127-a49e-24c49d4eccfd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 666.018723] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5242aaa2-cff9-7739-4022-57bcc354a495, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.019022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.019283] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 51bce6bc-d67b-40e2-8507-e46b368837eb/51bce6bc-d67b-40e2-8507-e46b368837eb.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.019541] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53bd756c-2e4e-4c48-8afd-5871541ca842 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.025596] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 666.025596] env[62675]: value = "task-2690373" [ 666.025596] env[62675]: _type = "Task" [ 666.025596] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.032925] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.098575] env[62675]: DEBUG nova.compute.manager [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.110426] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ea1b34-7e52-44e2-bc3f-941716080eec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.117494] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a5573654-cb66-42ab-a498-37a12a05082b tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Suspending the VM {{(pid=62675) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 666.117778] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a1acf08e-ddf0-4756-8e12-b4c3f37ae5f6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.124672] env[62675]: DEBUG oslo_vmware.api [None req-a5573654-cb66-42ab-a498-37a12a05082b tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 666.124672] env[62675]: value = "task-2690374" [ 666.124672] env[62675]: _type = "Task" [ 666.124672] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.129028] env[62675]: DEBUG nova.scheduler.client.report [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.138914] env[62675]: DEBUG oslo_vmware.api [None req-a5573654-cb66-42ab-a498-37a12a05082b tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690374, 'name': SuspendVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.177974] env[62675]: DEBUG nova.compute.manager [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.178263] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.180086] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d73a910-56c6-46d3-8cdc-702ade9afce7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.189044] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.189044] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1509e477-26ee-49dd-aa43-a41fb3fa8248 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.196342] env[62675]: DEBUG oslo_vmware.api [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 666.196342] env[62675]: value = "task-2690375" [ 666.196342] env[62675]: _type = "Task" [ 666.196342] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.205200] env[62675]: DEBUG oslo_vmware.api [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.218151] env[62675]: DEBUG nova.network.neutron [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.256909] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5792426-42ac-414e-9e88-b6584dad18fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.266675] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690371, 'name': CreateSnapshot_Task, 'duration_secs': 0.630106} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.269565] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 666.271561] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090d2f8-3689-4c92-914d-d2f5722754c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.277526] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b09e95c-c819-4450-9a24-94bef3c7e453 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.308800] env[62675]: DEBUG oslo_vmware.api [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690372, 'name': PowerOffVM_Task, 'duration_secs': 0.24168} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.308800] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.309158] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.309349] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db0a8671-d55a-45c2-942c-ea55834b4dcc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.327072] env[62675]: DEBUG nova.compute.manager [req-7a46f264-4495-4c72-a7e1-fb308426ad50 req-fac62a70-6085-4385-a0ce-add3ff46ee94 service nova] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Detach interface failed, port_id=7e72c8f8-2296-4060-8f79-7f16c08f091a, reason: Instance e3b8ed45-0638-4f75-9c6f-c984702e660b could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 666.414014] env[62675]: DEBUG nova.network.neutron [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Updating instance_info_cache with network_info: [{"id": "05b125e9-e6e2-45a9-81ce-7180f6cdc0b2", "address": "fa:16:3e:76:29:06", "network": {"id": "27185796-b5d1-405b-b256-a58c7e951e42", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-761741418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "570600080705425b9baa89e7d877d062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b125e9-e6", "ovs_interfaceid": "05b125e9-e6e2-45a9-81ce-7180f6cdc0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.432337] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.432595] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.432848] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Deleting the datastore file [datastore1] 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.433914] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ef58e3a-9ff7-45d4-b360-08c00ef41d20 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.443160] env[62675]: DEBUG oslo_vmware.api [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 666.443160] env[62675]: value = "task-2690377" [ 666.443160] env[62675]: _type = "Task" [ 666.443160] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.454186] env[62675]: DEBUG oslo_vmware.api [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.536643] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458925} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.536984] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 51bce6bc-d67b-40e2-8507-e46b368837eb/51bce6bc-d67b-40e2-8507-e46b368837eb.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.537126] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.537408] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-826e00ee-3c32-47e3-bc90-c6f1f3dcc475 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.544252] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 666.544252] env[62675]: value = "task-2690378" [ 666.544252] env[62675]: _type = "Task" [ 666.544252] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.552929] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.621598] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.634904] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.635442] env[62675]: DEBUG nova.compute.manager [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.637859] env[62675]: DEBUG oslo_vmware.api [None req-a5573654-cb66-42ab-a498-37a12a05082b tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690374, 'name': SuspendVM_Task} progress is 58%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.638342] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.983s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.639716] env[62675]: INFO nova.compute.claims [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 666.706413] env[62675]: DEBUG oslo_vmware.api [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690375, 'name': PowerOffVM_Task, 'duration_secs': 0.342446} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.706413] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.706413] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.706912] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbcad812-2eae-43ae-bf96-9b3134eee5c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.780544] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.780685] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.780922] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Deleting the datastore file [datastore2] 3d51301e-20ba-4a1b-8b18-0e5080ab910a {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.781211] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-696cf4ff-e37f-44ac-b5bb-c62f4cb49a15 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.789186] env[62675]: DEBUG oslo_vmware.api [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for the task: (returnval){ [ 666.789186] env[62675]: value = "task-2690380" [ 666.789186] env[62675]: _type = "Task" [ 666.789186] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.797533] env[62675]: DEBUG oslo_vmware.api [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.808407] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 666.809061] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-33794388-fae0-4027-8a4c-7090e5d597a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.818029] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 666.818029] env[62675]: value = "task-2690381" [ 666.818029] env[62675]: _type = "Task" [ 666.818029] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.826108] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690381, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.919067] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Releasing lock "refresh_cache-c6d9a643-9909-4127-a49e-24c49d4eccfd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.919067] env[62675]: DEBUG nova.compute.manager [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Instance network_info: |[{"id": "05b125e9-e6e2-45a9-81ce-7180f6cdc0b2", "address": "fa:16:3e:76:29:06", "network": {"id": "27185796-b5d1-405b-b256-a58c7e951e42", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-761741418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "570600080705425b9baa89e7d877d062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b125e9-e6", "ovs_interfaceid": "05b125e9-e6e2-45a9-81ce-7180f6cdc0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.919408] env[62675]: DEBUG oslo_concurrency.lockutils [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] Acquired lock "refresh_cache-c6d9a643-9909-4127-a49e-24c49d4eccfd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.919663] env[62675]: DEBUG nova.network.neutron [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Refreshing network info cache for port 05b125e9-e6e2-45a9-81ce-7180f6cdc0b2 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.921178] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:29:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05b125e9-e6e2-45a9-81ce-7180f6cdc0b2', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.929178] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Creating folder: Project (570600080705425b9baa89e7d877d062). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.930355] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daebe75e-f7c5-4171-9e1e-f9a4ac716b94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.941476] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Created folder: Project (570600080705425b9baa89e7d877d062) in parent group-v542174. [ 666.941838] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Creating folder: Instances. Parent ref: group-v542277. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.942114] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a7bac19-93af-444c-adf9-2f3df81078f5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.952491] env[62675]: DEBUG oslo_vmware.api [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166952} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.952771] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.952980] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 666.953311] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 666.953396] env[62675]: INFO nova.compute.manager [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 666.953590] env[62675]: DEBUG oslo.service.loopingcall [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 666.954879] env[62675]: DEBUG nova.compute.manager [-] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 666.954987] env[62675]: DEBUG nova.network.neutron [-] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 666.957199] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Created folder: Instances in parent group-v542277. [ 666.957199] env[62675]: DEBUG oslo.service.loopingcall [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 666.957199] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.957595] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05e16592-fc73-495f-95eb-c9579374409c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.976837] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.976837] env[62675]: value = "task-2690384" [ 666.976837] env[62675]: _type = "Task" [ 666.976837] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.984284] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690384, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.056260] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063462} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.056542] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.057820] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0741ddeb-18cc-43ab-afbe-d2e3d6578e68 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.080688] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 51bce6bc-d67b-40e2-8507-e46b368837eb/51bce6bc-d67b-40e2-8507-e46b368837eb.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.080997] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c6b657a-bd37-4fdc-bfbd-d7bced3be60e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.104131] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 667.104131] env[62675]: value = "task-2690385" [ 667.104131] env[62675]: _type = "Task" [ 667.104131] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.112843] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.134736] env[62675]: DEBUG oslo_vmware.api [None req-a5573654-cb66-42ab-a498-37a12a05082b tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690374, 'name': SuspendVM_Task, 'duration_secs': 0.70076} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.136319] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a5573654-cb66-42ab-a498-37a12a05082b tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Suspended the VM {{(pid=62675) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 667.136319] env[62675]: DEBUG nova.compute.manager [None req-a5573654-cb66-42ab-a498-37a12a05082b tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.136319] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f2af52-d0cd-4e7a-8048-7068617e82c2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.139513] env[62675]: DEBUG nova.compute.utils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 667.141109] env[62675]: DEBUG nova.compute.manager [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.141276] env[62675]: DEBUG nova.network.neutron [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.216698] env[62675]: DEBUG nova.policy [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4ace8ec78f2433da31c6032ac471f52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a926b6f255de4766b6f252ec7213cce9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.300599] env[62675]: DEBUG oslo_vmware.api [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Task: {'id': task-2690380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135317} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.302047] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.302262] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.302452] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.302621] env[62675]: INFO nova.compute.manager [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 667.302886] env[62675]: DEBUG oslo.service.loopingcall [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.303366] env[62675]: DEBUG nova.compute.manager [-] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.303468] env[62675]: DEBUG nova.network.neutron [-] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.327772] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690381, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.487606] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690384, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.614324] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.644863] env[62675]: DEBUG nova.compute.manager [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 667.804077] env[62675]: DEBUG nova.network.neutron [-] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.833528] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690381, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.891484] env[62675]: DEBUG nova.network.neutron [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Successfully created port: b5884f03-67e9-45f8-98ed-e3323ca91909 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.907592] env[62675]: DEBUG nova.compute.manager [req-d616cd11-395e-4d69-95d6-756dafa887ae req-8918348f-585e-44ac-a495-3637fb0d0dee service nova] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Received event network-vif-deleted-c7c3de3c-5326-4982-8e51-56e4bfd44e00 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.907892] env[62675]: DEBUG nova.compute.manager [req-d616cd11-395e-4d69-95d6-756dafa887ae req-8918348f-585e-44ac-a495-3637fb0d0dee service nova] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Received event network-vif-deleted-79d709a4-5d2d-4e82-b932-6fd1648ba435 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.908191] env[62675]: INFO nova.compute.manager [req-d616cd11-395e-4d69-95d6-756dafa887ae req-8918348f-585e-44ac-a495-3637fb0d0dee service nova] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Neutron deleted interface 79d709a4-5d2d-4e82-b932-6fd1648ba435; detaching it from the instance and deleting it from the info cache [ 667.908421] env[62675]: DEBUG nova.network.neutron [req-d616cd11-395e-4d69-95d6-756dafa887ae req-8918348f-585e-44ac-a495-3637fb0d0dee service nova] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.921262] env[62675]: DEBUG nova.network.neutron [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Updated VIF entry in instance network info cache for port 05b125e9-e6e2-45a9-81ce-7180f6cdc0b2. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.921611] env[62675]: DEBUG nova.network.neutron [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Updating instance_info_cache with network_info: [{"id": "05b125e9-e6e2-45a9-81ce-7180f6cdc0b2", "address": "fa:16:3e:76:29:06", "network": {"id": "27185796-b5d1-405b-b256-a58c7e951e42", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-761741418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "570600080705425b9baa89e7d877d062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b125e9-e6", "ovs_interfaceid": "05b125e9-e6e2-45a9-81ce-7180f6cdc0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.990164] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690384, 'name': CreateVM_Task, 'duration_secs': 0.772332} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.990342] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.991076] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.991877] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.991877] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.992148] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9e9a3d-a933-4f6a-99e1-6d1928b08c0d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.996742] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Waiting for the task: (returnval){ [ 667.996742] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52354780-9f26-6e63-8d45-c37373ca916f" [ 667.996742] env[62675]: _type = "Task" [ 667.996742] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.008403] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52354780-9f26-6e63-8d45-c37373ca916f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.115404] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690385, 'name': ReconfigVM_Task, 'duration_secs': 0.941491} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.117874] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 51bce6bc-d67b-40e2-8507-e46b368837eb/51bce6bc-d67b-40e2-8507-e46b368837eb.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.119854] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8009b16f-7cd1-41ec-9132-b06ff732ec85 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.126848] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 668.126848] env[62675]: value = "task-2690386" [ 668.126848] env[62675]: _type = "Task" [ 668.126848] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.138240] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690386, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.294688] env[62675]: DEBUG nova.network.neutron [-] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.298800] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967a7d7b-158a-4239-b21c-e725f8ab46e2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.306283] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a7ded5-3983-41b3-a1d4-d18b5bde9640 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.310146] env[62675]: INFO nova.compute.manager [-] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Took 1.35 seconds to deallocate network for instance. [ 668.345053] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690a38ce-1686-4bcb-9dc3-91bb8e69fc14 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.355179] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690381, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.356206] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a43aab-0d45-4a6e-a9ec-cbccb9074fc9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.370375] env[62675]: DEBUG nova.compute.provider_tree [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.412566] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9da5c66d-b484-4a8f-8c7d-48c4d552e4ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.421210] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecd0714-cd22-4bf8-9a54-a2518e03358f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.432587] env[62675]: DEBUG oslo_concurrency.lockutils [req-e6f89219-e854-4feb-b03e-9a16c3229742 req-281d9247-6bfe-414d-aa01-7db9a3388fd9 service nova] Releasing lock "refresh_cache-c6d9a643-9909-4127-a49e-24c49d4eccfd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.460145] env[62675]: DEBUG nova.compute.manager [req-d616cd11-395e-4d69-95d6-756dafa887ae req-8918348f-585e-44ac-a495-3637fb0d0dee service nova] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Detach interface failed, port_id=79d709a4-5d2d-4e82-b932-6fd1648ba435, reason: Instance 3d51301e-20ba-4a1b-8b18-0e5080ab910a could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 668.509841] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52354780-9f26-6e63-8d45-c37373ca916f, 'name': SearchDatastore_Task, 'duration_secs': 0.009921} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.510176] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.510448] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.510698] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.510863] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.511116] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.511399] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-176073dc-82f3-4232-9162-3778114c92cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.522709] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.522909] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.524433] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80460ba4-346c-40e6-8c85-aa0268cdb27a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.529906] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Waiting for the task: (returnval){ [ 668.529906] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52673d52-1660-c6aa-8aa8-6c914d9f18cb" [ 668.529906] env[62675]: _type = "Task" [ 668.529906] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.537896] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52673d52-1660-c6aa-8aa8-6c914d9f18cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.637270] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690386, 'name': Rename_Task, 'duration_secs': 0.160111} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.637865] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.638162] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73feda59-80b0-47eb-8876-1539aa769198 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.643842] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 668.643842] env[62675]: value = "task-2690387" [ 668.643842] env[62675]: _type = "Task" [ 668.643842] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.651417] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.657674] env[62675]: DEBUG nova.compute.manager [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.688403] env[62675]: DEBUG nova.virt.hardware [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.688634] env[62675]: DEBUG nova.virt.hardware [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.688880] env[62675]: DEBUG nova.virt.hardware [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.688956] env[62675]: DEBUG nova.virt.hardware [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.689085] env[62675]: DEBUG nova.virt.hardware [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.689236] env[62675]: DEBUG nova.virt.hardware [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.689440] env[62675]: DEBUG nova.virt.hardware [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.689593] env[62675]: DEBUG nova.virt.hardware [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.689783] env[62675]: DEBUG nova.virt.hardware [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.689962] env[62675]: DEBUG nova.virt.hardware [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.690212] env[62675]: DEBUG nova.virt.hardware [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.692262] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bdb376-1c48-4ce2-8660-c2953bd2c668 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.703066] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220a5bae-17ef-4edc-b7a4-cc334df18c87 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.797714] env[62675]: INFO nova.compute.manager [-] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Took 1.49 seconds to deallocate network for instance. [ 668.845018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.852447] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690381, 'name': CloneVM_Task, 'duration_secs': 1.780751} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.852951] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Created linked-clone VM from snapshot [ 668.853834] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031975bd-3817-4407-83c0-344592de9ead {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.864064] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Uploading image 00aeccb5-3641-4455-aca7-0ee581a36cda {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 668.893924] env[62675]: DEBUG oslo_vmware.rw_handles [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 668.893924] env[62675]: value = "vm-542276" [ 668.893924] env[62675]: _type = "VirtualMachine" [ 668.893924] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 668.893924] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ca329d2e-a14c-4748-8cb1-5cb66e648099 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.897321] env[62675]: ERROR nova.scheduler.client.report [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [req-cec19862-bdb9-47fa-b976-a61cda49a527] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cec19862-bdb9-47fa-b976-a61cda49a527"}]} [ 668.905220] env[62675]: DEBUG oslo_vmware.rw_handles [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lease: (returnval){ [ 668.905220] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e1576-35b8-4e8d-c44b-c9139508d2ab" [ 668.905220] env[62675]: _type = "HttpNfcLease" [ 668.905220] env[62675]: } obtained for exporting VM: (result){ [ 668.905220] env[62675]: value = "vm-542276" [ 668.905220] env[62675]: _type = "VirtualMachine" [ 668.905220] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 668.905542] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the lease: (returnval){ [ 668.905542] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e1576-35b8-4e8d-c44b-c9139508d2ab" [ 668.905542] env[62675]: _type = "HttpNfcLease" [ 668.905542] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 668.912835] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 668.912835] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e1576-35b8-4e8d-c44b-c9139508d2ab" [ 668.912835] env[62675]: _type = "HttpNfcLease" [ 668.912835] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 668.913734] env[62675]: DEBUG nova.scheduler.client.report [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 668.927990] env[62675]: DEBUG nova.scheduler.client.report [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 668.928418] env[62675]: DEBUG nova.compute.provider_tree [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.939108] env[62675]: DEBUG nova.scheduler.client.report [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 668.963240] env[62675]: DEBUG nova.scheduler.client.report [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 669.041674] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52673d52-1660-c6aa-8aa8-6c914d9f18cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009105} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.044608] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac0f46c-4dd5-4f03-a0dc-3408687d4aee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.050854] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Waiting for the task: (returnval){ [ 669.050854] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b9c8e5-2f0e-fd20-3584-807accc24ec5" [ 669.050854] env[62675]: _type = "Task" [ 669.050854] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.062720] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b9c8e5-2f0e-fd20-3584-807accc24ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.157173] env[62675]: DEBUG oslo_vmware.api [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690387, 'name': PowerOnVM_Task, 'duration_secs': 0.484974} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.157452] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.157676] env[62675]: INFO nova.compute.manager [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Took 8.12 seconds to spawn the instance on the hypervisor. [ 669.157871] env[62675]: DEBUG nova.compute.manager [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.158698] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779ae8dc-63dd-448e-a6bf-e9901fcb72a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.303892] env[62675]: DEBUG oslo_concurrency.lockutils [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.417939] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 669.417939] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e1576-35b8-4e8d-c44b-c9139508d2ab" [ 669.417939] env[62675]: _type = "HttpNfcLease" [ 669.417939] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 669.418237] env[62675]: DEBUG oslo_vmware.rw_handles [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 669.418237] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e1576-35b8-4e8d-c44b-c9139508d2ab" [ 669.418237] env[62675]: _type = "HttpNfcLease" [ 669.418237] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 669.418968] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3616b1-3ccc-4d6b-bd5e-31952625d2d6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.426654] env[62675]: DEBUG oslo_vmware.rw_handles [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1d2be-865f-fe56-d5c7-d4218d153505/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 669.426832] env[62675]: DEBUG oslo_vmware.rw_handles [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1d2be-865f-fe56-d5c7-d4218d153505/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 669.548671] env[62675]: DEBUG nova.network.neutron [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Successfully updated port: b5884f03-67e9-45f8-98ed-e3323ca91909 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.556585] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027123e9-8518-47f8-93cf-bd3fa978f067 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.568058] env[62675]: DEBUG nova.compute.manager [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.568488] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b9c8e5-2f0e-fd20-3584-807accc24ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.569298] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cb19e2-44fb-43ee-a0be-46e13d135e93 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.573303] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f011b14-835e-44c4-9eab-7abe73313ba6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.576319] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.576619] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] c6d9a643-9909-4127-a49e-24c49d4eccfd/c6d9a643-9909-4127-a49e-24c49d4eccfd.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.577150] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7714d06-831b-40e1-a2a9-a4841c72ddf3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.612345] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a426ce58-4f7a-4d03-bb5a-5fb74bd5ece5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.617158] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Waiting for the task: (returnval){ [ 669.617158] env[62675]: value = "task-2690389" [ 669.617158] env[62675]: _type = "Task" [ 669.617158] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.618166] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493aad5c-82d9-4679-8e5f-8ca08f0ee839 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.633676] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d94c389-e62a-488a-a7b7-1dac1c5f94cd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.637946] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.658806] env[62675]: DEBUG nova.compute.provider_tree [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.676763] env[62675]: INFO nova.compute.manager [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Took 44.29 seconds to build instance. [ 669.897096] env[62675]: DEBUG nova.compute.manager [req-eb543d61-cca7-4188-afc4-6af6d48eda73 req-2e9de9e4-08fc-47a3-85d5-aa0275e4812d service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Received event network-changed-ff487247-25ee-45b5-8636-dcc7866d40b7 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.897096] env[62675]: DEBUG nova.compute.manager [req-eb543d61-cca7-4188-afc4-6af6d48eda73 req-2e9de9e4-08fc-47a3-85d5-aa0275e4812d service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Refreshing instance network info cache due to event network-changed-ff487247-25ee-45b5-8636-dcc7866d40b7. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.897433] env[62675]: DEBUG oslo_concurrency.lockutils [req-eb543d61-cca7-4188-afc4-6af6d48eda73 req-2e9de9e4-08fc-47a3-85d5-aa0275e4812d service nova] Acquiring lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.897630] env[62675]: DEBUG oslo_concurrency.lockutils [req-eb543d61-cca7-4188-afc4-6af6d48eda73 req-2e9de9e4-08fc-47a3-85d5-aa0275e4812d service nova] Acquired lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.897630] env[62675]: DEBUG nova.network.neutron [req-eb543d61-cca7-4188-afc4-6af6d48eda73 req-2e9de9e4-08fc-47a3-85d5-aa0275e4812d service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Refreshing network info cache for port ff487247-25ee-45b5-8636-dcc7866d40b7 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.978059] env[62675]: DEBUG nova.compute.manager [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Received event network-vif-plugged-b5884f03-67e9-45f8-98ed-e3323ca91909 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.978437] env[62675]: DEBUG oslo_concurrency.lockutils [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] Acquiring lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.978533] env[62675]: DEBUG oslo_concurrency.lockutils [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] Lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.978705] env[62675]: DEBUG oslo_concurrency.lockutils [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] Lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.978881] env[62675]: DEBUG nova.compute.manager [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] No waiting events found dispatching network-vif-plugged-b5884f03-67e9-45f8-98ed-e3323ca91909 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.979094] env[62675]: WARNING nova.compute.manager [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Received unexpected event network-vif-plugged-b5884f03-67e9-45f8-98ed-e3323ca91909 for instance with vm_state building and task_state spawning. [ 669.979282] env[62675]: DEBUG nova.compute.manager [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Received event network-changed-b5884f03-67e9-45f8-98ed-e3323ca91909 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.979476] env[62675]: DEBUG nova.compute.manager [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Refreshing instance network info cache due to event network-changed-b5884f03-67e9-45f8-98ed-e3323ca91909. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.979626] env[62675]: DEBUG oslo_concurrency.lockutils [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] Acquiring lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.979788] env[62675]: DEBUG oslo_concurrency.lockutils [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] Acquired lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.979999] env[62675]: DEBUG nova.network.neutron [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Refreshing network info cache for port b5884f03-67e9-45f8-98ed-e3323ca91909 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.051068] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.119213] env[62675]: INFO nova.compute.manager [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] instance snapshotting [ 670.119455] env[62675]: WARNING nova.compute.manager [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 670.129755] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fae42c5-9a21-425d-a3f1-71413cfb91fb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.144204] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485016} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.159792] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] c6d9a643-9909-4127-a49e-24c49d4eccfd/c6d9a643-9909-4127-a49e-24c49d4eccfd.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.160924] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.165297] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f171a4e9-212a-4690-8b0c-a45bd09d9f94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.166737] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31224077-25d0-44c9-96ad-4c03a46e8153 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.180023] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5817259e-543e-4def-9a9b-6f8931cebc87 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "51bce6bc-d67b-40e2-8507-e46b368837eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.605s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.180613] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Waiting for the task: (returnval){ [ 670.180613] env[62675]: value = "task-2690390" [ 670.180613] env[62675]: _type = "Task" [ 670.180613] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.195411] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.212632] env[62675]: DEBUG nova.scheduler.client.report [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 670.214043] env[62675]: DEBUG nova.compute.provider_tree [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 63 to 64 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 670.214043] env[62675]: DEBUG nova.compute.provider_tree [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 670.539958] env[62675]: DEBUG nova.network.neutron [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.678638] env[62675]: DEBUG nova.network.neutron [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.680850] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 670.681467] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3444d139-8b82-4d69-a8f9-eec36fa5b172 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.692778] env[62675]: DEBUG nova.compute.manager [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.695462] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132166} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.699312] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.699717] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 670.699717] env[62675]: value = "task-2690391" [ 670.699717] env[62675]: _type = "Task" [ 670.699717] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.700688] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94613bc-e6e8-4319-b7fd-0d11c9ed31c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.727109] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] c6d9a643-9909-4127-a49e-24c49d4eccfd/c6d9a643-9909-4127-a49e-24c49d4eccfd.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.731367] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.093s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.731950] env[62675]: DEBUG nova.compute.manager [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.734433] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b7b5362-e7fe-404b-95be-cb31e5abbe7c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.749116] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690391, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.752637] env[62675]: DEBUG nova.network.neutron [req-eb543d61-cca7-4188-afc4-6af6d48eda73 req-2e9de9e4-08fc-47a3-85d5-aa0275e4812d service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Updated VIF entry in instance network info cache for port ff487247-25ee-45b5-8636-dcc7866d40b7. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.752887] env[62675]: DEBUG nova.network.neutron [req-eb543d61-cca7-4188-afc4-6af6d48eda73 req-2e9de9e4-08fc-47a3-85d5-aa0275e4812d service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Updating instance_info_cache with network_info: [{"id": "ff487247-25ee-45b5-8636-dcc7866d40b7", "address": "fa:16:3e:d5:75:15", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff487247-25", "ovs_interfaceid": "ff487247-25ee-45b5-8636-dcc7866d40b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.754346] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.381s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.754621] env[62675]: DEBUG nova.objects.instance [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lazy-loading 'resources' on Instance uuid 2d550d8e-b282-4817-b754-f5d390df6aa9 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.762246] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Waiting for the task: (returnval){ [ 670.762246] env[62675]: value = "task-2690392" [ 670.762246] env[62675]: _type = "Task" [ 670.762246] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.773996] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.182997] env[62675]: DEBUG oslo_concurrency.lockutils [req-c19b0cec-1aaf-443e-aff8-5293d759bcca req-6f828672-7f0f-4c49-880c-8da15d2a2e0b service nova] Releasing lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.183416] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquired lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.183842] env[62675]: DEBUG nova.network.neutron [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.216437] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690391, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.227307] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.253153] env[62675]: DEBUG nova.compute.utils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 671.254901] env[62675]: DEBUG nova.compute.manager [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.256521] env[62675]: DEBUG nova.network.neutron [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.257691] env[62675]: DEBUG oslo_concurrency.lockutils [req-eb543d61-cca7-4188-afc4-6af6d48eda73 req-2e9de9e4-08fc-47a3-85d5-aa0275e4812d service nova] Releasing lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.274063] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690392, 'name': ReconfigVM_Task, 'duration_secs': 0.314115} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.274453] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Reconfigured VM instance instance-00000025 to attach disk [datastore2] c6d9a643-9909-4127-a49e-24c49d4eccfd/c6d9a643-9909-4127-a49e-24c49d4eccfd.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.275329] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c5daf7d-0673-4cbb-93ea-b437221dc01e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.282976] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Waiting for the task: (returnval){ [ 671.282976] env[62675]: value = "task-2690393" [ 671.282976] env[62675]: _type = "Task" [ 671.282976] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.291785] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690393, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.310574] env[62675]: DEBUG nova.policy [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5eb67a303849c18b4033fd961db199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dabf87b397c4aa4b696618a6a73e5c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.675504] env[62675]: DEBUG nova.network.neutron [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Successfully created port: 1f2a635f-6658-4d0e-8478-cb13bf8e1035 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.718031] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690391, 'name': CreateSnapshot_Task, 'duration_secs': 0.59916} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.718342] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 671.719216] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f260f08-298b-4275-a8f7-8b74714c9d5b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.737223] env[62675]: DEBUG nova.network.neutron [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.758892] env[62675]: DEBUG nova.compute.manager [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.792649] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690393, 'name': Rename_Task, 'duration_secs': 0.170096} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.795384] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.796665] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd267d1e-e200-4224-a36b-2a05ad706d97 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.803287] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Waiting for the task: (returnval){ [ 671.803287] env[62675]: value = "task-2690394" [ 671.803287] env[62675]: _type = "Task" [ 671.803287] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.814973] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.885601] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf463c5-4144-4774-b121-2f3bd2c8886f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.894302] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb2c3ea-0231-4e33-b090-7f58582e646c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.929384] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ca01c9-56e7-45ad-bae0-cfc2fe66e892 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.938734] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17511fca-b554-4f90-b296-450626de49fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.955591] env[62675]: DEBUG nova.compute.provider_tree [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.005596] env[62675]: DEBUG nova.network.neutron [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Updating instance_info_cache with network_info: [{"id": "b5884f03-67e9-45f8-98ed-e3323ca91909", "address": "fa:16:3e:f8:0f:f2", "network": {"id": "c72e5dd6-ca76-4a47-967b-e5cb9cba90ad", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756104949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a926b6f255de4766b6f252ec7213cce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5884f03-67", "ovs_interfaceid": "b5884f03-67e9-45f8-98ed-e3323ca91909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.240580] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 672.240969] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8230c09c-ca46-4bf8-a31e-fd15374a6b7a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.249651] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 672.249651] env[62675]: value = "task-2690395" [ 672.249651] env[62675]: _type = "Task" [ 672.249651] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.258942] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690395, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.315409] env[62675]: DEBUG oslo_vmware.api [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690394, 'name': PowerOnVM_Task, 'duration_secs': 0.487335} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.315672] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.315871] env[62675]: INFO nova.compute.manager [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Took 8.50 seconds to spawn the instance on the hypervisor. [ 672.316095] env[62675]: DEBUG nova.compute.manager [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.317143] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836dd9fc-98ee-4498-8717-0c25eb5fa7dc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.496692] env[62675]: DEBUG nova.scheduler.client.report [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 672.497018] env[62675]: DEBUG nova.compute.provider_tree [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 64 to 65 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 672.497214] env[62675]: DEBUG nova.compute.provider_tree [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 672.508713] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Releasing lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.508713] env[62675]: DEBUG nova.compute.manager [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Instance network_info: |[{"id": "b5884f03-67e9-45f8-98ed-e3323ca91909", "address": "fa:16:3e:f8:0f:f2", "network": {"id": "c72e5dd6-ca76-4a47-967b-e5cb9cba90ad", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756104949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a926b6f255de4766b6f252ec7213cce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5884f03-67", "ovs_interfaceid": "b5884f03-67e9-45f8-98ed-e3323ca91909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.509097] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:0f:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5884f03-67e9-45f8-98ed-e3323ca91909', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.517722] env[62675]: DEBUG oslo.service.loopingcall [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 672.518691] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.518930] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b1bba51-b905-4cac-a9fa-10af63d7d4f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.540040] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.540040] env[62675]: value = "task-2690396" [ 672.540040] env[62675]: _type = "Task" [ 672.540040] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.549570] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690396, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.761021] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690395, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.768737] env[62675]: DEBUG nova.compute.manager [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.794783] env[62675]: DEBUG nova.virt.hardware [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.795103] env[62675]: DEBUG nova.virt.hardware [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.795298] env[62675]: DEBUG nova.virt.hardware [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.795497] env[62675]: DEBUG nova.virt.hardware [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.795666] env[62675]: DEBUG nova.virt.hardware [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.795867] env[62675]: DEBUG nova.virt.hardware [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.796121] env[62675]: DEBUG nova.virt.hardware [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.796297] env[62675]: DEBUG nova.virt.hardware [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.796527] env[62675]: DEBUG nova.virt.hardware [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.796728] env[62675]: DEBUG nova.virt.hardware [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.796919] env[62675]: DEBUG nova.virt.hardware [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.798342] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891d131c-9eb6-462d-8aa8-a07dcd39432f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.806619] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614d12bf-7832-4d1e-9e22-0b4756f0d55e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.833782] env[62675]: INFO nova.compute.manager [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Took 45.10 seconds to build instance. [ 673.003278] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.005993] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.103s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.007602] env[62675]: INFO nova.compute.claims [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.028315] env[62675]: INFO nova.scheduler.client.report [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Deleted allocations for instance 2d550d8e-b282-4817-b754-f5d390df6aa9 [ 673.054202] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690396, 'name': CreateVM_Task, 'duration_secs': 0.348056} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.055110] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.055110] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.055223] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.055570] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.055826] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c1bb74-00fd-4375-8dc2-2864c1263e5e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.061331] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 673.061331] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5204e2ff-362e-dd09-d97e-d20ad6750cef" [ 673.061331] env[62675]: _type = "Task" [ 673.061331] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.070777] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5204e2ff-362e-dd09-d97e-d20ad6750cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.261565] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690395, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.278734] env[62675]: DEBUG nova.compute.manager [req-f3e3e676-5fd6-486a-8706-b4b279e3a60a req-cf3df653-ac38-44a0-b5e7-26da13e3ea6d service nova] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Received event network-vif-plugged-1f2a635f-6658-4d0e-8478-cb13bf8e1035 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.279039] env[62675]: DEBUG oslo_concurrency.lockutils [req-f3e3e676-5fd6-486a-8706-b4b279e3a60a req-cf3df653-ac38-44a0-b5e7-26da13e3ea6d service nova] Acquiring lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.279169] env[62675]: DEBUG oslo_concurrency.lockutils [req-f3e3e676-5fd6-486a-8706-b4b279e3a60a req-cf3df653-ac38-44a0-b5e7-26da13e3ea6d service nova] Lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.279349] env[62675]: DEBUG oslo_concurrency.lockutils [req-f3e3e676-5fd6-486a-8706-b4b279e3a60a req-cf3df653-ac38-44a0-b5e7-26da13e3ea6d service nova] Lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.279513] env[62675]: DEBUG nova.compute.manager [req-f3e3e676-5fd6-486a-8706-b4b279e3a60a req-cf3df653-ac38-44a0-b5e7-26da13e3ea6d service nova] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] No waiting events found dispatching network-vif-plugged-1f2a635f-6658-4d0e-8478-cb13bf8e1035 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.279680] env[62675]: WARNING nova.compute.manager [req-f3e3e676-5fd6-486a-8706-b4b279e3a60a req-cf3df653-ac38-44a0-b5e7-26da13e3ea6d service nova] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Received unexpected event network-vif-plugged-1f2a635f-6658-4d0e-8478-cb13bf8e1035 for instance with vm_state building and task_state spawning. [ 673.336244] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a57f2d1d-8d99-4a44-a340-8439e10ff823 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Lock "c6d9a643-9909-4127-a49e-24c49d4eccfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.396s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.378927] env[62675]: DEBUG nova.network.neutron [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Successfully updated port: 1f2a635f-6658-4d0e-8478-cb13bf8e1035 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.535895] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eb12e295-0454-4349-a8f1-1500f07ede2a tempest-ServersAdminNegativeTestJSON-1790731238 tempest-ServersAdminNegativeTestJSON-1790731238-project-member] Lock "2d550d8e-b282-4817-b754-f5d390df6aa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.593s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.571700] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5204e2ff-362e-dd09-d97e-d20ad6750cef, 'name': SearchDatastore_Task, 'duration_secs': 0.011041} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.572110] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.572305] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.572537] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.572775] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.572981] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.573851] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5db5a8e-91bf-4de1-80ac-0e8001a3ea7e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.582274] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.582437] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.583132] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a576fe8-5746-46b6-baf6-ba9621eabbb1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.588203] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 673.588203] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523b73af-15f1-b461-fcb7-43617d5b5e6f" [ 673.588203] env[62675]: _type = "Task" [ 673.588203] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.597021] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523b73af-15f1-b461-fcb7-43617d5b5e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.764409] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690395, 'name': CloneVM_Task} progress is 95%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.839520] env[62675]: DEBUG nova.compute.manager [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.882305] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "refresh_cache-b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.882492] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "refresh_cache-b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.882585] env[62675]: DEBUG nova.network.neutron [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.099170] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523b73af-15f1-b461-fcb7-43617d5b5e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.009553} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.100208] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d3539dc-326a-488e-8ef0-ca5e8408fa52 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.108632] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 674.108632] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e41021-b11a-a683-0b20-ada2f6f7e517" [ 674.108632] env[62675]: _type = "Task" [ 674.108632] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.117962] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e41021-b11a-a683-0b20-ada2f6f7e517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.265076] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690395, 'name': CloneVM_Task, 'duration_secs': 1.670488} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.265076] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Created linked-clone VM from snapshot [ 674.265076] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a5869d-092a-4a6e-8e8a-2248162ff58b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.274427] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Uploading image 9563412c-ac58-4af6-8543-f9ef666dc47a {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 674.300345] env[62675]: DEBUG oslo_vmware.rw_handles [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 674.300345] env[62675]: value = "vm-542281" [ 674.300345] env[62675]: _type = "VirtualMachine" [ 674.300345] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 674.300657] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf16ab3d-b94b-4669-a4f3-7c0b40ae6310 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.309709] env[62675]: DEBUG oslo_vmware.rw_handles [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lease: (returnval){ [ 674.309709] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525da07c-4fb1-6c6c-37c9-fcb4ed1aa815" [ 674.309709] env[62675]: _type = "HttpNfcLease" [ 674.309709] env[62675]: } obtained for exporting VM: (result){ [ 674.309709] env[62675]: value = "vm-542281" [ 674.309709] env[62675]: _type = "VirtualMachine" [ 674.309709] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 674.310639] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the lease: (returnval){ [ 674.310639] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525da07c-4fb1-6c6c-37c9-fcb4ed1aa815" [ 674.310639] env[62675]: _type = "HttpNfcLease" [ 674.310639] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 674.317770] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.317770] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525da07c-4fb1-6c6c-37c9-fcb4ed1aa815" [ 674.317770] env[62675]: _type = "HttpNfcLease" [ 674.317770] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 674.367868] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.422482] env[62675]: DEBUG nova.network.neutron [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.597738] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60943ed2-4f2c-4112-ab7b-19d84992bbeb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.606692] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecab6c12-9fe3-4f09-b2fa-fb7ef621e66d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.648975] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e41021-b11a-a683-0b20-ada2f6f7e517, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.649681] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7caa13-ab8f-44f1-8938-68135b150511 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.652408] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.652702] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 20a8a0f2-b24c-4097-b231-ef82b86bdda5/20a8a0f2-b24c-4097-b231-ef82b86bdda5.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.653050] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74d27618-639b-49ba-b786-0f3aae07948a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.662523] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b2bed2-ac1d-49ca-b7a3-195cf813049b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.666705] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 674.666705] env[62675]: value = "task-2690398" [ 674.666705] env[62675]: _type = "Task" [ 674.666705] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.680231] env[62675]: DEBUG nova.compute.provider_tree [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.687151] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.720110] env[62675]: DEBUG nova.network.neutron [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Updating instance_info_cache with network_info: [{"id": "1f2a635f-6658-4d0e-8478-cb13bf8e1035", "address": "fa:16:3e:bf:57:39", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2a635f-66", "ovs_interfaceid": "1f2a635f-6658-4d0e-8478-cb13bf8e1035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.818482] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 674.818482] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525da07c-4fb1-6c6c-37c9-fcb4ed1aa815" [ 674.818482] env[62675]: _type = "HttpNfcLease" [ 674.818482] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 674.820140] env[62675]: DEBUG oslo_vmware.rw_handles [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 674.820140] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525da07c-4fb1-6c6c-37c9-fcb4ed1aa815" [ 674.820140] env[62675]: _type = "HttpNfcLease" [ 674.820140] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 674.821389] env[62675]: DEBUG nova.compute.manager [req-a639f68a-0680-4306-a061-efdb5c8a4aa9 req-3683d3da-b7a2-48ea-baff-fc8f5ee89afb service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Received event network-changed-05b125e9-e6e2-45a9-81ce-7180f6cdc0b2 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.821583] env[62675]: DEBUG nova.compute.manager [req-a639f68a-0680-4306-a061-efdb5c8a4aa9 req-3683d3da-b7a2-48ea-baff-fc8f5ee89afb service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Refreshing instance network info cache due to event network-changed-05b125e9-e6e2-45a9-81ce-7180f6cdc0b2. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 674.821835] env[62675]: DEBUG oslo_concurrency.lockutils [req-a639f68a-0680-4306-a061-efdb5c8a4aa9 req-3683d3da-b7a2-48ea-baff-fc8f5ee89afb service nova] Acquiring lock "refresh_cache-c6d9a643-9909-4127-a49e-24c49d4eccfd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.822014] env[62675]: DEBUG oslo_concurrency.lockutils [req-a639f68a-0680-4306-a061-efdb5c8a4aa9 req-3683d3da-b7a2-48ea-baff-fc8f5ee89afb service nova] Acquired lock "refresh_cache-c6d9a643-9909-4127-a49e-24c49d4eccfd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.822191] env[62675]: DEBUG nova.network.neutron [req-a639f68a-0680-4306-a061-efdb5c8a4aa9 req-3683d3da-b7a2-48ea-baff-fc8f5ee89afb service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Refreshing network info cache for port 05b125e9-e6e2-45a9-81ce-7180f6cdc0b2 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.824038] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3912bf0d-1abc-4d88-80f5-1f13b4e43e8e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.837062] env[62675]: DEBUG oslo_vmware.rw_handles [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c8f43-44e5-d487-73bb-20eb13e38bfe/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 674.837401] env[62675]: DEBUG oslo_vmware.rw_handles [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c8f43-44e5-d487-73bb-20eb13e38bfe/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 674.941999] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94e0d5a5-3a38-4ac5-ad7a-f35d6bc63391 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.181184] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690398, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.184411] env[62675]: DEBUG nova.scheduler.client.report [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.227227] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "refresh_cache-b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.227752] env[62675]: DEBUG nova.compute.manager [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Instance network_info: |[{"id": "1f2a635f-6658-4d0e-8478-cb13bf8e1035", "address": "fa:16:3e:bf:57:39", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2a635f-66", "ovs_interfaceid": "1f2a635f-6658-4d0e-8478-cb13bf8e1035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.228444] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:57:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2a635f-6658-4d0e-8478-cb13bf8e1035', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.238987] env[62675]: DEBUG oslo.service.loopingcall [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.240583] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.241084] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1aa92090-aba8-4b66-9baf-45cb74cfefc5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.268103] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.268103] env[62675]: value = "task-2690399" [ 675.268103] env[62675]: _type = "Task" [ 675.268103] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.280935] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690399, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.533300] env[62675]: DEBUG nova.compute.manager [req-ff1c3961-a87a-4601-a6ef-033cc831ae23 req-392567fa-128d-4cce-92e1-2af8789fccf4 service nova] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Received event network-changed-1f2a635f-6658-4d0e-8478-cb13bf8e1035 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.533504] env[62675]: DEBUG nova.compute.manager [req-ff1c3961-a87a-4601-a6ef-033cc831ae23 req-392567fa-128d-4cce-92e1-2af8789fccf4 service nova] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Refreshing instance network info cache due to event network-changed-1f2a635f-6658-4d0e-8478-cb13bf8e1035. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 675.533756] env[62675]: DEBUG oslo_concurrency.lockutils [req-ff1c3961-a87a-4601-a6ef-033cc831ae23 req-392567fa-128d-4cce-92e1-2af8789fccf4 service nova] Acquiring lock "refresh_cache-b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.533909] env[62675]: DEBUG oslo_concurrency.lockutils [req-ff1c3961-a87a-4601-a6ef-033cc831ae23 req-392567fa-128d-4cce-92e1-2af8789fccf4 service nova] Acquired lock "refresh_cache-b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.535344] env[62675]: DEBUG nova.network.neutron [req-ff1c3961-a87a-4601-a6ef-033cc831ae23 req-392567fa-128d-4cce-92e1-2af8789fccf4 service nova] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Refreshing network info cache for port 1f2a635f-6658-4d0e-8478-cb13bf8e1035 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.685242] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656041} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.686428] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 20a8a0f2-b24c-4097-b231-ef82b86bdda5/20a8a0f2-b24c-4097-b231-ef82b86bdda5.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.686847] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.687595] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a163366f-a601-478c-946c-a60cbf27e695 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.693885] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.694568] env[62675]: DEBUG nova.compute.manager [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.699889] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.130s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.701709] env[62675]: INFO nova.compute.claims [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.709955] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 675.709955] env[62675]: value = "task-2690400" [ 675.709955] env[62675]: _type = "Task" [ 675.709955] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.725132] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.779457] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690399, 'name': CreateVM_Task, 'duration_secs': 0.462655} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.779457] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.780044] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.780241] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.780923] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 675.781397] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69105cc2-0473-4e3d-ae97-f45d7d144a59 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.786621] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 675.786621] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52eabab8-cf97-a499-ad14-0f00f853a61b" [ 675.786621] env[62675]: _type = "Task" [ 675.786621] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.796146] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52eabab8-cf97-a499-ad14-0f00f853a61b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.087599] env[62675]: DEBUG nova.network.neutron [req-a639f68a-0680-4306-a061-efdb5c8a4aa9 req-3683d3da-b7a2-48ea-baff-fc8f5ee89afb service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Updated VIF entry in instance network info cache for port 05b125e9-e6e2-45a9-81ce-7180f6cdc0b2. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.088094] env[62675]: DEBUG nova.network.neutron [req-a639f68a-0680-4306-a061-efdb5c8a4aa9 req-3683d3da-b7a2-48ea-baff-fc8f5ee89afb service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Updating instance_info_cache with network_info: [{"id": "05b125e9-e6e2-45a9-81ce-7180f6cdc0b2", "address": "fa:16:3e:76:29:06", "network": {"id": "27185796-b5d1-405b-b256-a58c7e951e42", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-761741418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "570600080705425b9baa89e7d877d062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b125e9-e6", "ovs_interfaceid": "05b125e9-e6e2-45a9-81ce-7180f6cdc0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.200604] env[62675]: DEBUG nova.compute.utils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 676.202598] env[62675]: DEBUG nova.compute.manager [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.202991] env[62675]: DEBUG nova.network.neutron [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.223621] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077609} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.223886] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.225300] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7549038e-42e1-431c-8ffa-4e7dce634c15 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.250904] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 20a8a0f2-b24c-4097-b231-ef82b86bdda5/20a8a0f2-b24c-4097-b231-ef82b86bdda5.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.251558] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b98e600b-0c55-4d6c-844f-7b2e87dd6ec8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.275098] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 676.275098] env[62675]: value = "task-2690401" [ 676.275098] env[62675]: _type = "Task" [ 676.275098] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.282670] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.284350] env[62675]: DEBUG nova.policy [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf0ba9d09c21437087e5a34714929d8b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31a684fe39344a88901297f18baed91c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.298294] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52eabab8-cf97-a499-ad14-0f00f853a61b, 'name': SearchDatastore_Task, 'duration_secs': 0.01082} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.298750] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.299044] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.299398] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.299655] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.299959] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.300318] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a1daa68-64c0-4cbb-bf03-ad386f437ec1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.310352] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.310619] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.311469] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d9a3eaa-dbfe-4f0f-871a-25eb30980a91 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.319059] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 676.319059] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]521cbbfb-3acb-5229-b8b0-794d8c51f76b" [ 676.319059] env[62675]: _type = "Task" [ 676.319059] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.325963] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521cbbfb-3acb-5229-b8b0-794d8c51f76b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.471169] env[62675]: DEBUG nova.network.neutron [req-ff1c3961-a87a-4601-a6ef-033cc831ae23 req-392567fa-128d-4cce-92e1-2af8789fccf4 service nova] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Updated VIF entry in instance network info cache for port 1f2a635f-6658-4d0e-8478-cb13bf8e1035. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.471169] env[62675]: DEBUG nova.network.neutron [req-ff1c3961-a87a-4601-a6ef-033cc831ae23 req-392567fa-128d-4cce-92e1-2af8789fccf4 service nova] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Updating instance_info_cache with network_info: [{"id": "1f2a635f-6658-4d0e-8478-cb13bf8e1035", "address": "fa:16:3e:bf:57:39", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2a635f-66", "ovs_interfaceid": "1f2a635f-6658-4d0e-8478-cb13bf8e1035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.591429] env[62675]: DEBUG oslo_concurrency.lockutils [req-a639f68a-0680-4306-a061-efdb5c8a4aa9 req-3683d3da-b7a2-48ea-baff-fc8f5ee89afb service nova] Releasing lock "refresh_cache-c6d9a643-9909-4127-a49e-24c49d4eccfd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.706375] env[62675]: DEBUG nova.compute.manager [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.755693] env[62675]: DEBUG nova.network.neutron [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Successfully created port: 4f9b788a-dcaf-4a25-b00d-3592753ad500 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.790932] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690401, 'name': ReconfigVM_Task, 'duration_secs': 0.367496} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.791384] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 20a8a0f2-b24c-4097-b231-ef82b86bdda5/20a8a0f2-b24c-4097-b231-ef82b86bdda5.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.792175] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af40d753-228e-4533-a0b1-a7870a46a481 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.799496] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 676.799496] env[62675]: value = "task-2690402" [ 676.799496] env[62675]: _type = "Task" [ 676.799496] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.811997] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690402, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.830136] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521cbbfb-3acb-5229-b8b0-794d8c51f76b, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.831224] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb1f13c7-33f9-4283-a269-087cc3c72f10 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.839729] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 676.839729] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cdff06-9f26-930e-a24a-98751e570dd6" [ 676.839729] env[62675]: _type = "Task" [ 676.839729] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.847613] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cdff06-9f26-930e-a24a-98751e570dd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.973190] env[62675]: DEBUG oslo_concurrency.lockutils [req-ff1c3961-a87a-4601-a6ef-033cc831ae23 req-392567fa-128d-4cce-92e1-2af8789fccf4 service nova] Releasing lock "refresh_cache-b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.315242] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690402, 'name': Rename_Task, 'duration_secs': 0.153214} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.315537] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.315787] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-191ef26b-4123-4df1-b8f1-29154973b946 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.324602] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 677.324602] env[62675]: value = "task-2690403" [ 677.324602] env[62675]: _type = "Task" [ 677.324602] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.333411] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690403, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.349332] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cdff06-9f26-930e-a24a-98751e570dd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.349678] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.350177] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e/b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.350499] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99c38537-e714-47e3-9a00-14fa12d6a64f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.354415] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbbd707-d293-4c3e-bf50-30d5aae102f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.365095] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e08bce-0a66-4469-9742-c80e737c1703 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.369252] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 677.369252] env[62675]: value = "task-2690404" [ 677.369252] env[62675]: _type = "Task" [ 677.369252] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.401025] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce60b0d8-378f-4f74-9e83-95d333919de9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.408287] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.413568] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df5d4ef-7ac5-4953-a5d1-40d50a6860f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.428226] env[62675]: DEBUG nova.compute.provider_tree [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.728999] env[62675]: DEBUG nova.compute.manager [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.839336] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.885374] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690404, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.932175] env[62675]: DEBUG nova.scheduler.client.report [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.337320] env[62675]: DEBUG oslo_vmware.api [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690403, 'name': PowerOnVM_Task, 'duration_secs': 0.801267} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.337686] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.337873] env[62675]: INFO nova.compute.manager [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Took 9.68 seconds to spawn the instance on the hypervisor. [ 678.338104] env[62675]: DEBUG nova.compute.manager [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.339493] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4b1655-86d9-45c9-82d2-d5320d452f8f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.382033] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545015} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.382033] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e/b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.383866] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.383866] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c2d4c06-41de-43a3-a825-bbaea8e392d7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.392027] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 678.392027] env[62675]: value = "task-2690405" [ 678.392027] env[62675]: _type = "Task" [ 678.392027] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.402624] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.441022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.441022] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.443411] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.211s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.445741] env[62675]: INFO nova.compute.claims [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.469387] env[62675]: DEBUG nova.network.neutron [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Successfully updated port: 4f9b788a-dcaf-4a25-b00d-3592753ad500 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.857517] env[62675]: INFO nova.compute.manager [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Took 44.29 seconds to build instance. [ 678.900204] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071443} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.900542] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.901362] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1074fce-12c3-49b2-87a0-3763ec381e23 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.924188] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e/b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.924781] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad951912-5f35-42fe-9746-ac02d078d1f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.943952] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 678.943952] env[62675]: value = "task-2690406" [ 678.943952] env[62675]: _type = "Task" [ 678.943952] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.953293] env[62675]: DEBUG nova.compute.utils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 678.956318] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.956768] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.958150] env[62675]: DEBUG nova.network.neutron [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.971463] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Acquiring lock "refresh_cache-fd23c82e-4955-4be3-b034-5400270a19a3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.971463] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Acquired lock "refresh_cache-fd23c82e-4955-4be3-b034-5400270a19a3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.971625] env[62675]: DEBUG nova.network.neutron [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.996408] env[62675]: DEBUG nova.policy [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8d0286f65f24be7bdf764fa60dbcf33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30a42785c9d4b029d2bc06dcca7b9a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.299177] env[62675]: DEBUG nova.network.neutron [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Successfully created port: 65d7fa3b-7e05-46e6-8faf-b5bbf1552b62 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.359432] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3f8d11ab-e44d-4f18-a797-c49ac8140b9e tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.526s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.456357] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690406, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.458301] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.515945] env[62675]: DEBUG nova.network.neutron [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.689784] env[62675]: DEBUG nova.network.neutron [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Updating instance_info_cache with network_info: [{"id": "4f9b788a-dcaf-4a25-b00d-3592753ad500", "address": "fa:16:3e:1d:e0:d1", "network": {"id": "dea37347-7c63-4d1a-b15e-3a81204cc08f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2032108273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31a684fe39344a88901297f18baed91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9b788a-dc", "ovs_interfaceid": "4f9b788a-dcaf-4a25-b00d-3592753ad500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.864548] env[62675]: DEBUG nova.compute.manager [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.913734] env[62675]: DEBUG nova.virt.hardware [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.914134] env[62675]: DEBUG nova.virt.hardware [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.914134] env[62675]: DEBUG nova.virt.hardware [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.914271] env[62675]: DEBUG nova.virt.hardware [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.914437] env[62675]: DEBUG nova.virt.hardware [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.914588] env[62675]: DEBUG nova.virt.hardware [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.914868] env[62675]: DEBUG nova.virt.hardware [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.915070] env[62675]: DEBUG nova.virt.hardware [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.915269] env[62675]: DEBUG nova.virt.hardware [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.915436] env[62675]: DEBUG nova.virt.hardware [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.915610] env[62675]: DEBUG nova.virt.hardware [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.917830] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d421a833-949e-4e9a-a098-e83625e6fc19 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.926996] env[62675]: DEBUG oslo_vmware.rw_handles [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1d2be-865f-fe56-d5c7-d4218d153505/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 679.928459] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c63aa3-42a1-45af-a471-0d8a29999b8e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.937716] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd876b1-3ce8-491c-9138-63ead1b91aa4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.944609] env[62675]: DEBUG oslo_vmware.rw_handles [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1d2be-865f-fe56-d5c7-d4218d153505/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 679.944866] env[62675]: ERROR oslo_vmware.rw_handles [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1d2be-865f-fe56-d5c7-d4218d153505/disk-0.vmdk due to incomplete transfer. [ 679.945410] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff7f26c5-7bf1-42ac-9322-12ac9e33422c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.971107] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690406, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.975165] env[62675]: DEBUG oslo_vmware.rw_handles [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c1d2be-865f-fe56-d5c7-d4218d153505/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 679.975379] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Uploaded image 00aeccb5-3641-4455-aca7-0ee581a36cda to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 679.977708] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.978516] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fc12cf21-c046-40cc-8275-95b9ae10f3e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.985279] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 679.985279] env[62675]: value = "task-2690407" [ 679.985279] env[62675]: _type = "Task" [ 679.985279] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.995202] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690407, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.055726] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54b2372-664d-4994-95e9-9b4e7768153c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.064375] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c903ad81-d387-410a-b85e-d046c4fed574 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.105024] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d0dfbd-b8aa-4bf1-be9d-8fe0c41868cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.115948] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f83ae3f-d178-49cf-9b88-ff416bd0a3c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.131611] env[62675]: DEBUG nova.compute.provider_tree [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.192297] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Releasing lock "refresh_cache-fd23c82e-4955-4be3-b034-5400270a19a3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.192659] env[62675]: DEBUG nova.compute.manager [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Instance network_info: |[{"id": "4f9b788a-dcaf-4a25-b00d-3592753ad500", "address": "fa:16:3e:1d:e0:d1", "network": {"id": "dea37347-7c63-4d1a-b15e-3a81204cc08f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2032108273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31a684fe39344a88901297f18baed91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9b788a-dc", "ovs_interfaceid": "4f9b788a-dcaf-4a25-b00d-3592753ad500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.193162] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:e0:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb18870e-f482-4c7b-8cd4-5c933d3ad294', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f9b788a-dcaf-4a25-b00d-3592753ad500', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.202459] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Creating folder: Project (31a684fe39344a88901297f18baed91c). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.202721] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1d1675f-8e96-4113-a33b-a3cdc673591e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.214590] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Created folder: Project (31a684fe39344a88901297f18baed91c) in parent group-v542174. [ 680.214959] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Creating folder: Instances. Parent ref: group-v542284. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.215291] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1249d228-7b81-4cc6-b848-06fd09f0f836 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.226444] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Created folder: Instances in parent group-v542284. [ 680.226444] env[62675]: DEBUG oslo.service.loopingcall [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 680.226611] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.226778] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-523ca64a-ae74-4681-8cf5-ae13f87de065 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.251591] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.251591] env[62675]: value = "task-2690410" [ 680.251591] env[62675]: _type = "Task" [ 680.251591] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.260460] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690410, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.392153] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.455642] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690406, 'name': ReconfigVM_Task, 'duration_secs': 1.441622} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.455926] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e/b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.456619] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-879045c8-d700-4c8d-a066-f9f3f880c766 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.465166] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 680.465166] env[62675]: value = "task-2690411" [ 680.465166] env[62675]: _type = "Task" [ 680.465166] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.475114] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.477397] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690411, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.496694] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690407, 'name': Destroy_Task, 'duration_secs': 0.397457} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.499525] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Destroyed the VM [ 680.500428] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 680.500428] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ae8a62c-da13-4202-bf73-23edb86f0cb9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.507688] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 680.507688] env[62675]: value = "task-2690412" [ 680.507688] env[62675]: _type = "Task" [ 680.507688] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.509754] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.510036] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.510223] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.510413] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.510558] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.511346] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.511346] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.511346] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.511346] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.511538] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.512468] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.512573] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9a97f2-1056-46e7-a7dc-a8e465d1c51c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.527158] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c928680c-46f6-4a23-892c-132fb36b25af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.531092] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690412, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.635886] env[62675]: DEBUG nova.scheduler.client.report [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.765230] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690410, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.976044] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690411, 'name': Rename_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.995421] env[62675]: DEBUG nova.compute.manager [req-315e221d-a426-4069-ba47-2708695ac674 req-3515b9ac-70c6-4680-a89e-1059ec73d0ba service nova] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Received event network-vif-plugged-4f9b788a-dcaf-4a25-b00d-3592753ad500 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 680.995657] env[62675]: DEBUG oslo_concurrency.lockutils [req-315e221d-a426-4069-ba47-2708695ac674 req-3515b9ac-70c6-4680-a89e-1059ec73d0ba service nova] Acquiring lock "fd23c82e-4955-4be3-b034-5400270a19a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.995906] env[62675]: DEBUG oslo_concurrency.lockutils [req-315e221d-a426-4069-ba47-2708695ac674 req-3515b9ac-70c6-4680-a89e-1059ec73d0ba service nova] Lock "fd23c82e-4955-4be3-b034-5400270a19a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.996111] env[62675]: DEBUG oslo_concurrency.lockutils [req-315e221d-a426-4069-ba47-2708695ac674 req-3515b9ac-70c6-4680-a89e-1059ec73d0ba service nova] Lock "fd23c82e-4955-4be3-b034-5400270a19a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.996290] env[62675]: DEBUG nova.compute.manager [req-315e221d-a426-4069-ba47-2708695ac674 req-3515b9ac-70c6-4680-a89e-1059ec73d0ba service nova] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] No waiting events found dispatching network-vif-plugged-4f9b788a-dcaf-4a25-b00d-3592753ad500 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.996505] env[62675]: WARNING nova.compute.manager [req-315e221d-a426-4069-ba47-2708695ac674 req-3515b9ac-70c6-4680-a89e-1059ec73d0ba service nova] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Received unexpected event network-vif-plugged-4f9b788a-dcaf-4a25-b00d-3592753ad500 for instance with vm_state building and task_state spawning. [ 681.001526] env[62675]: DEBUG nova.network.neutron [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Successfully updated port: 65d7fa3b-7e05-46e6-8faf-b5bbf1552b62 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.027089] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690412, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.142781] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.143396] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.146070] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.114s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.146722] env[62675]: DEBUG nova.objects.instance [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lazy-loading 'resources' on Instance uuid 9734221b-8ec6-4c04-bafc-d15dab9e1bc5 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 681.262857] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690410, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.478749] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690411, 'name': Rename_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.504929] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "refresh_cache-a802376d-992a-4976-a6ec-6de8c467e7c6" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.505224] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired lock "refresh_cache-a802376d-992a-4976-a6ec-6de8c467e7c6" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.505477] env[62675]: DEBUG nova.network.neutron [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.530792] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690412, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.650399] env[62675]: DEBUG nova.compute.utils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 681.662718] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.662933] env[62675]: DEBUG nova.network.neutron [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.721463] env[62675]: DEBUG nova.policy [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8d0286f65f24be7bdf764fa60dbcf33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30a42785c9d4b029d2bc06dcca7b9a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.765267] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690410, 'name': CreateVM_Task, 'duration_secs': 1.474222} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.769297] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.769297] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.769599] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.769868] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 681.770100] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c2911a4-0da1-4cab-9e62-fd28432b1de1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.775812] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Waiting for the task: (returnval){ [ 681.775812] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528cac8c-15f7-945a-37b4-a23e3ffc1b46" [ 681.775812] env[62675]: _type = "Task" [ 681.775812] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.787615] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528cac8c-15f7-945a-37b4-a23e3ffc1b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.975664] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690411, 'name': Rename_Task, 'duration_secs': 1.296364} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.976032] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.976327] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d5a2318-d145-4287-af90-96bea8e842c2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.983898] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 681.983898] env[62675]: value = "task-2690413" [ 681.983898] env[62675]: _type = "Task" [ 681.983898] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.993961] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.027334] env[62675]: DEBUG oslo_vmware.api [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690412, 'name': RemoveSnapshot_Task, 'duration_secs': 1.436446} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.027880] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 682.027880] env[62675]: INFO nova.compute.manager [None req-05995caa-1765-4163-8a8e-ac33c32d6af6 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Took 17.33 seconds to snapshot the instance on the hypervisor. [ 682.060717] env[62675]: DEBUG nova.network.neutron [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 682.138806] env[62675]: DEBUG nova.network.neutron [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Successfully created port: 79290dc3-2554-44eb-a6d5-f84d3af3b735 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.163782] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.290523] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528cac8c-15f7-945a-37b4-a23e3ffc1b46, 'name': SearchDatastore_Task, 'duration_secs': 0.013619} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.290523] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.290523] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.290746] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.290746] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.290900] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.291205] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ad47a50-9fb0-4b6e-9a4d-cc80ae808996 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.298565] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019114da-b309-443c-a42e-4ca8dfa0f046 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.302689] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.302870] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.306294] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492c83b2-0e39-46ff-80eb-522b7c04addd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.314120] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdb8e18-44a4-4e90-810f-2494b55879b5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.320037] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Waiting for the task: (returnval){ [ 682.320037] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52942009-dfac-6ecb-83d4-c362756d7362" [ 682.320037] env[62675]: _type = "Task" [ 682.320037] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.359459] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943a9aa3-d0cc-423c-b988-a1e9852ca8c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.362290] env[62675]: DEBUG nova.network.neutron [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Updating instance_info_cache with network_info: [{"id": "65d7fa3b-7e05-46e6-8faf-b5bbf1552b62", "address": "fa:16:3e:dc:ef:69", "network": {"id": "930aa039-7062-4f32-9654-7b69a235527c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1411920200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30a42785c9d4b029d2bc06dcca7b9a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d7fa3b-7e", "ovs_interfaceid": "65d7fa3b-7e05-46e6-8faf-b5bbf1552b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.367592] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52942009-dfac-6ecb-83d4-c362756d7362, 'name': SearchDatastore_Task, 'duration_secs': 0.015918} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.368788] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2c5615-1b4e-4ef1-b8cd-b38286268e7b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.375270] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165a23b9-b0c9-4b63-a9e0-e4778545ca1c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.381525] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Waiting for the task: (returnval){ [ 682.381525] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b5f176-60df-e928-ca70-74e8231e29f4" [ 682.381525] env[62675]: _type = "Task" [ 682.381525] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.397283] env[62675]: DEBUG nova.compute.provider_tree [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.402121] env[62675]: DEBUG nova.compute.manager [req-b38f9e78-419e-404b-bc08-c83a727c46f8 req-3debf64a-ea82-40f1-b535-6c2bdcbba6e2 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Received event network-changed-05b125e9-e6e2-45a9-81ce-7180f6cdc0b2 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.402219] env[62675]: DEBUG nova.compute.manager [req-b38f9e78-419e-404b-bc08-c83a727c46f8 req-3debf64a-ea82-40f1-b535-6c2bdcbba6e2 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Refreshing instance network info cache due to event network-changed-05b125e9-e6e2-45a9-81ce-7180f6cdc0b2. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 682.402412] env[62675]: DEBUG oslo_concurrency.lockutils [req-b38f9e78-419e-404b-bc08-c83a727c46f8 req-3debf64a-ea82-40f1-b535-6c2bdcbba6e2 service nova] Acquiring lock "refresh_cache-c6d9a643-9909-4127-a49e-24c49d4eccfd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.402550] env[62675]: DEBUG oslo_concurrency.lockutils [req-b38f9e78-419e-404b-bc08-c83a727c46f8 req-3debf64a-ea82-40f1-b535-6c2bdcbba6e2 service nova] Acquired lock "refresh_cache-c6d9a643-9909-4127-a49e-24c49d4eccfd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.402726] env[62675]: DEBUG nova.network.neutron [req-b38f9e78-419e-404b-bc08-c83a727c46f8 req-3debf64a-ea82-40f1-b535-6c2bdcbba6e2 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Refreshing network info cache for port 05b125e9-e6e2-45a9-81ce-7180f6cdc0b2 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.409667] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b5f176-60df-e928-ca70-74e8231e29f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011859} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.410281] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.410573] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] fd23c82e-4955-4be3-b034-5400270a19a3/fd23c82e-4955-4be3-b034-5400270a19a3.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.411286] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17d80d84-f9f0-4736-87e8-67e217246700 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.419607] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Waiting for the task: (returnval){ [ 682.419607] env[62675]: value = "task-2690414" [ 682.419607] env[62675]: _type = "Task" [ 682.419607] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.429536] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.495344] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690413, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.865353] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Releasing lock "refresh_cache-a802376d-992a-4976-a6ec-6de8c467e7c6" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.865688] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Instance network_info: |[{"id": "65d7fa3b-7e05-46e6-8faf-b5bbf1552b62", "address": "fa:16:3e:dc:ef:69", "network": {"id": "930aa039-7062-4f32-9654-7b69a235527c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1411920200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30a42785c9d4b029d2bc06dcca7b9a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d7fa3b-7e", "ovs_interfaceid": "65d7fa3b-7e05-46e6-8faf-b5bbf1552b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.866137] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:ef:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65d7fa3b-7e05-46e6-8faf-b5bbf1552b62', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.873967] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Creating folder: Project (f30a42785c9d4b029d2bc06dcca7b9a6). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.874340] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5954a0a4-5086-4e1f-a7c4-9a35d2a07978 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.885881] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Created folder: Project (f30a42785c9d4b029d2bc06dcca7b9a6) in parent group-v542174. [ 682.886171] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Creating folder: Instances. Parent ref: group-v542287. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.886460] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e67f27d-ecfe-43d2-be01-4b3526612fb3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.897089] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Created folder: Instances in parent group-v542287. [ 682.897532] env[62675]: DEBUG oslo.service.loopingcall [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 682.897742] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.897874] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f13b7384-8c5d-4814-9151-02877f3523b4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.915233] env[62675]: DEBUG nova.scheduler.client.report [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.928788] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.928788] env[62675]: value = "task-2690417" [ 682.928788] env[62675]: _type = "Task" [ 682.928788] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.939562] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690414, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.945365] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690417, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.995550] env[62675]: DEBUG oslo_vmware.api [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690413, 'name': PowerOnVM_Task, 'duration_secs': 0.655698} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.995851] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.996144] env[62675]: INFO nova.compute.manager [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Took 10.23 seconds to spawn the instance on the hypervisor. [ 682.996362] env[62675]: DEBUG nova.compute.manager [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.997307] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fabef42-63fc-4975-b0ad-1bed6f72e914 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.136483] env[62675]: DEBUG oslo_vmware.rw_handles [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c8f43-44e5-d487-73bb-20eb13e38bfe/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 683.138408] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480c8007-a4d1-4ec2-9e1b-729acf2a5fae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.146369] env[62675]: DEBUG oslo_vmware.rw_handles [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c8f43-44e5-d487-73bb-20eb13e38bfe/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 683.146545] env[62675]: ERROR oslo_vmware.rw_handles [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c8f43-44e5-d487-73bb-20eb13e38bfe/disk-0.vmdk due to incomplete transfer. [ 683.146772] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-83651b23-8879-470f-9c98-2124a22fb042 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.153159] env[62675]: DEBUG oslo_vmware.rw_handles [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c8f43-44e5-d487-73bb-20eb13e38bfe/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 683.153463] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Uploaded image 9563412c-ac58-4af6-8543-f9ef666dc47a to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 683.154963] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 683.155221] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a042d97b-0396-4c05-917e-a6c5ea5ca796 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.160817] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 683.160817] env[62675]: value = "task-2690418" [ 683.160817] env[62675]: _type = "Task" [ 683.160817] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.169011] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690418, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.172576] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.185943] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.185943] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.185943] env[62675]: INFO nova.compute.manager [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Rebooting instance [ 683.201128] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.201128] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.201128] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.201306] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.201393] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.201547] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.201751] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.201929] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.202130] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.202297] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.202469] env[62675]: DEBUG nova.virt.hardware [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.203769] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77efa45c-2324-47bd-a80a-d55984e35762 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.211391] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64e3ac0-87f4-4500-b005-287eeffe93cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.241388] env[62675]: DEBUG nova.network.neutron [req-b38f9e78-419e-404b-bc08-c83a727c46f8 req-3debf64a-ea82-40f1-b535-6c2bdcbba6e2 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Updated VIF entry in instance network info cache for port 05b125e9-e6e2-45a9-81ce-7180f6cdc0b2. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.241690] env[62675]: DEBUG nova.network.neutron [req-b38f9e78-419e-404b-bc08-c83a727c46f8 req-3debf64a-ea82-40f1-b535-6c2bdcbba6e2 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Updating instance_info_cache with network_info: [{"id": "05b125e9-e6e2-45a9-81ce-7180f6cdc0b2", "address": "fa:16:3e:76:29:06", "network": {"id": "27185796-b5d1-405b-b256-a58c7e951e42", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-761741418-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "570600080705425b9baa89e7d877d062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05b125e9-e6", "ovs_interfaceid": "05b125e9-e6e2-45a9-81ce-7180f6cdc0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.283582] env[62675]: DEBUG nova.compute.manager [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Received event network-changed-4f9b788a-dcaf-4a25-b00d-3592753ad500 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.283861] env[62675]: DEBUG nova.compute.manager [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Refreshing instance network info cache due to event network-changed-4f9b788a-dcaf-4a25-b00d-3592753ad500. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 683.284078] env[62675]: DEBUG oslo_concurrency.lockutils [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] Acquiring lock "refresh_cache-fd23c82e-4955-4be3-b034-5400270a19a3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.284315] env[62675]: DEBUG oslo_concurrency.lockutils [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] Acquired lock "refresh_cache-fd23c82e-4955-4be3-b034-5400270a19a3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.284424] env[62675]: DEBUG nova.network.neutron [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Refreshing network info cache for port 4f9b788a-dcaf-4a25-b00d-3592753ad500 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.424301] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.425864] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.863s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.427471] env[62675]: INFO nova.compute.claims [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.446205] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754689} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.446719] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] fd23c82e-4955-4be3-b034-5400270a19a3/fd23c82e-4955-4be3-b034-5400270a19a3.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.446927] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.447126] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690417, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.447998] env[62675]: INFO nova.scheduler.client.report [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Deleted allocations for instance 9734221b-8ec6-4c04-bafc-d15dab9e1bc5 [ 683.448979] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9eecaa27-db3c-480e-9f00-2122fce62795 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.459909] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Waiting for the task: (returnval){ [ 683.459909] env[62675]: value = "task-2690419" [ 683.459909] env[62675]: _type = "Task" [ 683.459909] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.469476] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.515959] env[62675]: INFO nova.compute.manager [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Took 46.91 seconds to build instance. [ 683.669973] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690418, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.712665] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.712864] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquired lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.713115] env[62675]: DEBUG nova.network.neutron [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.745034] env[62675]: DEBUG oslo_concurrency.lockutils [req-b38f9e78-419e-404b-bc08-c83a727c46f8 req-3debf64a-ea82-40f1-b535-6c2bdcbba6e2 service nova] Releasing lock "refresh_cache-c6d9a643-9909-4127-a49e-24c49d4eccfd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.947947] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690417, 'name': CreateVM_Task, 'duration_secs': 0.843871} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.948871] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.949549] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.949716] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.953022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.953022] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e2b14b-01e0-41d0-8df5-862009342771 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.959952] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 683.959952] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f7c4de-90af-fdbd-e0a2-505f5a3a6b2b" [ 683.959952] env[62675]: _type = "Task" [ 683.959952] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.959952] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b50e319-c8f0-4754-8a1e-c9ef0611c306 tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "9734221b-8ec6-4c04-bafc-d15dab9e1bc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.375s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.977387] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185044} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.977387] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f7c4de-90af-fdbd-e0a2-505f5a3a6b2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.977387] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.977897] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95db0471-a92f-417a-885f-f61fa136b25f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.001113] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] fd23c82e-4955-4be3-b034-5400270a19a3/fd23c82e-4955-4be3-b034-5400270a19a3.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.001681] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44eab15c-6434-4230-833d-c5b991b67195 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.021074] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fa39808f-94ec-41f9-b131-fea5e13e249b tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.737s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.025709] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Waiting for the task: (returnval){ [ 684.025709] env[62675]: value = "task-2690420" [ 684.025709] env[62675]: _type = "Task" [ 684.025709] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.035112] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.171723] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690418, 'name': Destroy_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.393596] env[62675]: DEBUG nova.network.neutron [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Successfully updated port: 79290dc3-2554-44eb-a6d5-f84d3af3b735 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.477036] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f7c4de-90af-fdbd-e0a2-505f5a3a6b2b, 'name': SearchDatastore_Task, 'duration_secs': 0.029841} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.477193] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.477338] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.477602] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.477750] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.477929] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.478276] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b32d7efa-1804-46ce-b933-062c2bc752a0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.483951] env[62675]: DEBUG nova.network.neutron [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Updated VIF entry in instance network info cache for port 4f9b788a-dcaf-4a25-b00d-3592753ad500. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.484345] env[62675]: DEBUG nova.network.neutron [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Updating instance_info_cache with network_info: [{"id": "4f9b788a-dcaf-4a25-b00d-3592753ad500", "address": "fa:16:3e:1d:e0:d1", "network": {"id": "dea37347-7c63-4d1a-b15e-3a81204cc08f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2032108273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "31a684fe39344a88901297f18baed91c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb18870e-f482-4c7b-8cd4-5c933d3ad294", "external-id": "nsx-vlan-transportzone-76", "segmentation_id": 76, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f9b788a-dc", "ovs_interfaceid": "4f9b788a-dcaf-4a25-b00d-3592753ad500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.490524] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.490524] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.490524] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f075afd1-4744-4757-992b-b2ad4aae028e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.504483] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 684.504483] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a1ac75-b407-4a6f-131a-d56724adfd22" [ 684.504483] env[62675]: _type = "Task" [ 684.504483] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.513135] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a1ac75-b407-4a6f-131a-d56724adfd22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.528019] env[62675]: DEBUG nova.compute.manager [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.536782] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.646253] env[62675]: DEBUG nova.network.neutron [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Updating instance_info_cache with network_info: [{"id": "b5884f03-67e9-45f8-98ed-e3323ca91909", "address": "fa:16:3e:f8:0f:f2", "network": {"id": "c72e5dd6-ca76-4a47-967b-e5cb9cba90ad", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756104949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a926b6f255de4766b6f252ec7213cce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5884f03-67", "ovs_interfaceid": "b5884f03-67e9-45f8-98ed-e3323ca91909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.673928] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690418, 'name': Destroy_Task, 'duration_secs': 1.109812} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.675019] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Destroyed the VM [ 684.675019] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 684.675019] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d0ec340-718c-4ebe-b0ee-55a434879f94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.680439] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 684.680439] env[62675]: value = "task-2690421" [ 684.680439] env[62675]: _type = "Task" [ 684.680439] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.691522] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690421, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.900135] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "refresh_cache-c6815fb8-4825-448a-ae8c-b657aa06d627" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.900305] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired lock "refresh_cache-c6815fb8-4825-448a-ae8c-b657aa06d627" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.900459] env[62675]: DEBUG nova.network.neutron [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.985526] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd11e90-6997-4f29-8b5e-b19265b77092 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.992889] env[62675]: DEBUG oslo_concurrency.lockutils [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] Releasing lock "refresh_cache-fd23c82e-4955-4be3-b034-5400270a19a3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.993217] env[62675]: DEBUG nova.compute.manager [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Received event network-vif-plugged-65d7fa3b-7e05-46e6-8faf-b5bbf1552b62 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.993434] env[62675]: DEBUG oslo_concurrency.lockutils [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] Acquiring lock "a802376d-992a-4976-a6ec-6de8c467e7c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 684.993703] env[62675]: DEBUG oslo_concurrency.lockutils [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] Lock "a802376d-992a-4976-a6ec-6de8c467e7c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 684.993906] env[62675]: DEBUG oslo_concurrency.lockutils [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] Lock "a802376d-992a-4976-a6ec-6de8c467e7c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 684.994126] env[62675]: DEBUG nova.compute.manager [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] No waiting events found dispatching network-vif-plugged-65d7fa3b-7e05-46e6-8faf-b5bbf1552b62 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.994332] env[62675]: WARNING nova.compute.manager [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Received unexpected event network-vif-plugged-65d7fa3b-7e05-46e6-8faf-b5bbf1552b62 for instance with vm_state building and task_state spawning. [ 684.994538] env[62675]: DEBUG nova.compute.manager [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Received event network-changed-65d7fa3b-7e05-46e6-8faf-b5bbf1552b62 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.994777] env[62675]: DEBUG nova.compute.manager [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Refreshing instance network info cache due to event network-changed-65d7fa3b-7e05-46e6-8faf-b5bbf1552b62. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.994937] env[62675]: DEBUG oslo_concurrency.lockutils [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] Acquiring lock "refresh_cache-a802376d-992a-4976-a6ec-6de8c467e7c6" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.995128] env[62675]: DEBUG oslo_concurrency.lockutils [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] Acquired lock "refresh_cache-a802376d-992a-4976-a6ec-6de8c467e7c6" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.995326] env[62675]: DEBUG nova.network.neutron [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Refreshing network info cache for port 65d7fa3b-7e05-46e6-8faf-b5bbf1552b62 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.997466] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee73666-d356-464e-b35a-93b7b9eb2d0d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.002840] env[62675]: DEBUG oslo_concurrency.lockutils [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Acquiring lock "c6d9a643-9909-4127-a49e-24c49d4eccfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.003230] env[62675]: DEBUG oslo_concurrency.lockutils [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Lock "c6d9a643-9909-4127-a49e-24c49d4eccfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.003324] env[62675]: DEBUG oslo_concurrency.lockutils [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Acquiring lock "c6d9a643-9909-4127-a49e-24c49d4eccfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.003484] env[62675]: DEBUG oslo_concurrency.lockutils [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Lock "c6d9a643-9909-4127-a49e-24c49d4eccfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.003712] env[62675]: DEBUG oslo_concurrency.lockutils [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Lock "c6d9a643-9909-4127-a49e-24c49d4eccfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.031503] env[62675]: DEBUG nova.compute.manager [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.035039] env[62675]: INFO nova.compute.manager [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Terminating instance [ 685.039926] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0696609-cc35-4083-8b86-bb8d60b12237 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.049188] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48944c-5af4-43bc-bbb1-b73f4342115b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.068436] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a1ac75-b407-4a6f-131a-d56724adfd22, 'name': SearchDatastore_Task, 'duration_secs': 0.018236} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.068436] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.076656] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690420, 'name': ReconfigVM_Task, 'duration_secs': 0.804035} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.076985] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36b81fd0-42ed-41ab-bd96-df1713303224 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.080249] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Reconfigured VM instance instance-00000028 to attach disk [datastore1] fd23c82e-4955-4be3-b034-5400270a19a3/fd23c82e-4955-4be3-b034-5400270a19a3.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.081369] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98696d26-54e8-486f-8556-03caff6b2b55 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.086536] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d70f43a-0a8d-4f44-907c-de0087961180 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.103393] env[62675]: DEBUG nova.compute.provider_tree [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.104119] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 685.104119] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad92ad-f0ef-c1f4-b6e3-96f4c9c18a5b" [ 685.104119] env[62675]: _type = "Task" [ 685.104119] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.106307] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Waiting for the task: (returnval){ [ 685.106307] env[62675]: value = "task-2690422" [ 685.106307] env[62675]: _type = "Task" [ 685.106307] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.120319] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad92ad-f0ef-c1f4-b6e3-96f4c9c18a5b, 'name': SearchDatastore_Task, 'duration_secs': 0.015499} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.124283] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.124639] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] a802376d-992a-4976-a6ec-6de8c467e7c6/a802376d-992a-4976-a6ec-6de8c467e7c6.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.125320] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690422, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.125578] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3617fddb-2ae5-4af4-b48a-baf48c2b11f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.134448] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 685.134448] env[62675]: value = "task-2690423" [ 685.134448] env[62675]: _type = "Task" [ 685.134448] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.143952] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690423, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.151728] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Releasing lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.193852] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690421, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.445285] env[62675]: DEBUG nova.network.neutron [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.448209] env[62675]: DEBUG nova.compute.manager [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Received event network-vif-plugged-79290dc3-2554-44eb-a6d5-f84d3af3b735 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.448725] env[62675]: DEBUG oslo_concurrency.lockutils [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] Acquiring lock "c6815fb8-4825-448a-ae8c-b657aa06d627-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.449118] env[62675]: DEBUG oslo_concurrency.lockutils [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] Lock "c6815fb8-4825-448a-ae8c-b657aa06d627-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.449446] env[62675]: DEBUG oslo_concurrency.lockutils [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] Lock "c6815fb8-4825-448a-ae8c-b657aa06d627-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.449817] env[62675]: DEBUG nova.compute.manager [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] No waiting events found dispatching network-vif-plugged-79290dc3-2554-44eb-a6d5-f84d3af3b735 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.450154] env[62675]: WARNING nova.compute.manager [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Received unexpected event network-vif-plugged-79290dc3-2554-44eb-a6d5-f84d3af3b735 for instance with vm_state building and task_state spawning. [ 685.450458] env[62675]: DEBUG nova.compute.manager [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Received event network-changed-79290dc3-2554-44eb-a6d5-f84d3af3b735 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.450746] env[62675]: DEBUG nova.compute.manager [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Refreshing instance network info cache due to event network-changed-79290dc3-2554-44eb-a6d5-f84d3af3b735. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 685.451030] env[62675]: DEBUG oslo_concurrency.lockutils [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] Acquiring lock "refresh_cache-c6815fb8-4825-448a-ae8c-b657aa06d627" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.561963] env[62675]: DEBUG nova.compute.manager [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.562334] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.564064] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ba1c5e-b930-4660-97fa-a9b646336754 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.579397] env[62675]: INFO nova.compute.manager [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] instance snapshotting [ 685.581165] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.584271] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1745cc3a-6b91-4cab-85ae-053a425c245e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.584271] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd37a008-aa09-406a-98f3-9daf915a6a93 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.591730] env[62675]: DEBUG oslo_vmware.api [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Waiting for the task: (returnval){ [ 685.591730] env[62675]: value = "task-2690424" [ 685.591730] env[62675]: _type = "Task" [ 685.591730] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.609762] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe17174-bc45-4c84-8975-64fe3e73007a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.613839] env[62675]: DEBUG nova.scheduler.client.report [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.625076] env[62675]: DEBUG oslo_vmware.api [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.633648] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690422, 'name': Rename_Task, 'duration_secs': 0.155016} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.635149] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.635327] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c43d6ddb-76da-4079-bf58-a15bd1290571 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.647811] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690423, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510693} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.649498] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] a802376d-992a-4976-a6ec-6de8c467e7c6/a802376d-992a-4976-a6ec-6de8c467e7c6.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.650011] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.650387] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Waiting for the task: (returnval){ [ 685.650387] env[62675]: value = "task-2690425" [ 685.650387] env[62675]: _type = "Task" [ 685.650387] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.653434] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fed6e6fe-f7a7-4b94-8851-090693295354 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.663896] env[62675]: DEBUG nova.compute.manager [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.665261] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5139563-ab91-48ea-bbe4-1fd4c3628a53 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.669910] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.670125] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.670434] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.670842] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.670842] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.672471] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 685.672471] env[62675]: value = "task-2690426" [ 685.672471] env[62675]: _type = "Task" [ 685.672471] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.672907] env[62675]: INFO nova.compute.manager [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Terminating instance [ 685.679901] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690425, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.704595] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.708281] env[62675]: DEBUG oslo_vmware.api [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690421, 'name': RemoveSnapshot_Task, 'duration_secs': 0.687279} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.708933] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 685.709196] env[62675]: INFO nova.compute.manager [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Took 15.58 seconds to snapshot the instance on the hypervisor. [ 685.761920] env[62675]: DEBUG nova.network.neutron [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Updating instance_info_cache with network_info: [{"id": "79290dc3-2554-44eb-a6d5-f84d3af3b735", "address": "fa:16:3e:d9:a7:86", "network": {"id": "930aa039-7062-4f32-9654-7b69a235527c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1411920200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30a42785c9d4b029d2bc06dcca7b9a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79290dc3-25", "ovs_interfaceid": "79290dc3-2554-44eb-a6d5-f84d3af3b735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.827547] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.827796] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.866656] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.866931] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.867147] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.870101] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.870101] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.870101] env[62675]: INFO nova.compute.manager [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Terminating instance [ 685.880032] env[62675]: DEBUG nova.network.neutron [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Updated VIF entry in instance network info cache for port 65d7fa3b-7e05-46e6-8faf-b5bbf1552b62. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.880312] env[62675]: DEBUG nova.network.neutron [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Updating instance_info_cache with network_info: [{"id": "65d7fa3b-7e05-46e6-8faf-b5bbf1552b62", "address": "fa:16:3e:dc:ef:69", "network": {"id": "930aa039-7062-4f32-9654-7b69a235527c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1411920200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30a42785c9d4b029d2bc06dcca7b9a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d7fa3b-7e", "ovs_interfaceid": "65d7fa3b-7e05-46e6-8faf-b5bbf1552b62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.116122] env[62675]: DEBUG oslo_vmware.api [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690424, 'name': PowerOffVM_Task, 'duration_secs': 0.202742} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.116420] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.116570] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.116819] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b31f5179-d303-4030-8028-0a12ba275a69 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.126110] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.126110] env[62675]: DEBUG nova.compute.manager [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.128756] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.977s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.130264] env[62675]: INFO nova.compute.claims [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.136364] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 686.136364] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53ee7680-8541-4e8e-8b9d-d1aed831eb58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.143474] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 686.143474] env[62675]: value = "task-2690428" [ 686.143474] env[62675]: _type = "Task" [ 686.143474] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.153326] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.167823] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.189801] env[62675]: DEBUG nova.compute.manager [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.193025] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.193025] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070283} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.193025] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaa130d-6380-4887-8520-5c304b64505e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.195928] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.196271] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.196602] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.196675] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Deleting the datastore file [datastore2] c6d9a643-9909-4127-a49e-24c49d4eccfd {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.201017] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e797cd-c28e-4f91-b0b2-516fee45c2e6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.201017] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfff1f6f-5499-4242-89ef-05b03426989a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.208713] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.209157] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74a50cc9-06f2-448e-ac69-d55208003026 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.220014] env[62675]: DEBUG nova.compute.manager [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Instance disappeared during snapshot {{(pid=62675) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 686.230841] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] a802376d-992a-4976-a6ec-6de8c467e7c6/a802376d-992a-4976-a6ec-6de8c467e7c6.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.233266] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-548d4707-906a-4667-9527-d9ce3bd1fa91 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.250062] env[62675]: DEBUG oslo_vmware.api [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Waiting for the task: (returnval){ [ 686.250062] env[62675]: value = "task-2690429" [ 686.250062] env[62675]: _type = "Task" [ 686.250062] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.251136] env[62675]: DEBUG nova.compute.manager [None req-5a0759c0-c6b5-4d9a-be53-c66335e46a1c tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Image not found during clean up 9563412c-ac58-4af6-8543-f9ef666dc47a {{(pid=62675) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 686.253523] env[62675]: DEBUG oslo_vmware.api [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 686.253523] env[62675]: value = "task-2690430" [ 686.253523] env[62675]: _type = "Task" [ 686.253523] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.263218] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 686.263218] env[62675]: value = "task-2690431" [ 686.263218] env[62675]: _type = "Task" [ 686.263218] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.264108] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Releasing lock "refresh_cache-c6815fb8-4825-448a-ae8c-b657aa06d627" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.264789] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Instance network_info: |[{"id": "79290dc3-2554-44eb-a6d5-f84d3af3b735", "address": "fa:16:3e:d9:a7:86", "network": {"id": "930aa039-7062-4f32-9654-7b69a235527c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1411920200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30a42785c9d4b029d2bc06dcca7b9a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79290dc3-25", "ovs_interfaceid": "79290dc3-2554-44eb-a6d5-f84d3af3b735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.275704] env[62675]: DEBUG oslo_concurrency.lockutils [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] Acquired lock "refresh_cache-c6815fb8-4825-448a-ae8c-b657aa06d627" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.275704] env[62675]: DEBUG nova.network.neutron [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Refreshing network info cache for port 79290dc3-2554-44eb-a6d5-f84d3af3b735 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.280018] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:a7:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79290dc3-2554-44eb-a6d5-f84d3af3b735', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.285178] env[62675]: DEBUG oslo.service.loopingcall [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.285438] env[62675]: DEBUG oslo_vmware.api [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.285651] env[62675]: DEBUG oslo_vmware.api [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.290261] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.291032] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37a79db4-35dc-4ccf-91f5-ecb42585861e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.311796] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.318157] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.318157] env[62675]: value = "task-2690432" [ 686.318157] env[62675]: _type = "Task" [ 686.318157] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.327062] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690432, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.332210] env[62675]: DEBUG nova.compute.utils [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.373796] env[62675]: DEBUG nova.compute.manager [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.373796] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.374328] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2b3276-2b1a-401e-8bd9-a00b30172df0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.384434] env[62675]: DEBUG oslo_concurrency.lockutils [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] Releasing lock "refresh_cache-a802376d-992a-4976-a6ec-6de8c467e7c6" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.384697] env[62675]: DEBUG nova.compute.manager [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Received event network-changed-b5884f03-67e9-45f8-98ed-e3323ca91909 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.384865] env[62675]: DEBUG nova.compute.manager [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Refreshing instance network info cache due to event network-changed-b5884f03-67e9-45f8-98ed-e3323ca91909. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.385085] env[62675]: DEBUG oslo_concurrency.lockutils [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] Acquiring lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.385231] env[62675]: DEBUG oslo_concurrency.lockutils [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] Acquired lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.385392] env[62675]: DEBUG nova.network.neutron [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Refreshing network info cache for port b5884f03-67e9-45f8-98ed-e3323ca91909 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.386586] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.388198] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3efb262-66d3-4736-a280-ce2c338278a0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.467489] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.467837] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.468130] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleting the datastore file [datastore1] b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.471909] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43ed6f0b-71ba-4ef6-bca0-5ce1db838f23 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.476267] env[62675]: DEBUG oslo_vmware.api [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 686.476267] env[62675]: value = "task-2690434" [ 686.476267] env[62675]: _type = "Task" [ 686.476267] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.487508] env[62675]: DEBUG oslo_vmware.api [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.585802] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "acec215e-dade-4603-ae30-d50008b2ce73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.586125] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "acec215e-dade-4603-ae30-d50008b2ce73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.635323] env[62675]: DEBUG nova.compute.utils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.640046] env[62675]: DEBUG nova.compute.manager [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.640046] env[62675]: DEBUG nova.network.neutron [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.657518] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690428, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.668982] env[62675]: DEBUG oslo_vmware.api [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690425, 'name': PowerOnVM_Task, 'duration_secs': 0.80963} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.670628] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.670628] env[62675]: INFO nova.compute.manager [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Took 8.94 seconds to spawn the instance on the hypervisor. [ 686.670628] env[62675]: DEBUG nova.compute.manager [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.670996] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dd2ddb-abd9-44f5-a05a-a67d3b09aa45 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.675132] env[62675]: DEBUG nova.network.neutron [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Updated VIF entry in instance network info cache for port 79290dc3-2554-44eb-a6d5-f84d3af3b735. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.675252] env[62675]: DEBUG nova.network.neutron [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Updating instance_info_cache with network_info: [{"id": "79290dc3-2554-44eb-a6d5-f84d3af3b735", "address": "fa:16:3e:d9:a7:86", "network": {"id": "930aa039-7062-4f32-9654-7b69a235527c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1411920200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30a42785c9d4b029d2bc06dcca7b9a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79290dc3-25", "ovs_interfaceid": "79290dc3-2554-44eb-a6d5-f84d3af3b735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.712520] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcda6da7-2c97-457c-b006-75c0d9cac87c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.722678] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Doing hard reboot of VM {{(pid=62675) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 686.722971] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-78e149d0-893a-4d9a-80dc-c5c377fce8c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.731070] env[62675]: DEBUG oslo_vmware.api [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 686.731070] env[62675]: value = "task-2690435" [ 686.731070] env[62675]: _type = "Task" [ 686.731070] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.744057] env[62675]: DEBUG nova.policy [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1452165ec91e42b296064d0ef983edaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28071bec6ccf47f8a763767aa40c8b86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.752683] env[62675]: DEBUG oslo_vmware.api [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690435, 'name': ResetVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.770713] env[62675]: DEBUG oslo_vmware.api [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Task: {'id': task-2690429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290969} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.771220] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.771478] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.771665] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.771923] env[62675]: INFO nova.compute.manager [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Took 1.21 seconds to destroy the instance on the hypervisor. [ 686.773161] env[62675]: DEBUG oslo.service.loopingcall [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.776449] env[62675]: DEBUG nova.compute.manager [-] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.776449] env[62675]: DEBUG nova.network.neutron [-] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.777428] env[62675]: DEBUG oslo_vmware.api [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690430, 'name': PowerOffVM_Task, 'duration_secs': 0.318269} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.778799] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.778799] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.778878] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85259a42-fcdb-4d84-85a3-4d77559a4495 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.784953] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.832505] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690432, 'name': CreateVM_Task, 'duration_secs': 0.495036} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.832857] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.833884] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.834704] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.834704] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 686.835352] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.836029] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb15c755-a705-46a7-b5a9-df2ae5480add {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.848256] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 686.848256] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522613f4-69e7-1659-2cc9-874c548bf040" [ 686.848256] env[62675]: _type = "Task" [ 686.848256] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.860948] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522613f4-69e7-1659-2cc9-874c548bf040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.860948] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.861190] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.861390] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Deleting the datastore file [datastore1] eb140ffc-39a8-475d-a47b-3c5d05adda4c {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.861697] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e26cda6d-9a47-4ac3-9286-503055a323f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.870609] env[62675]: DEBUG oslo_vmware.api [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for the task: (returnval){ [ 686.870609] env[62675]: value = "task-2690437" [ 686.870609] env[62675]: _type = "Task" [ 686.870609] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.881340] env[62675]: DEBUG oslo_vmware.api [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.988080] env[62675]: DEBUG oslo_vmware.api [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34218} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.988421] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.988616] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.988795] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.988965] env[62675]: INFO nova.compute.manager [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Took 0.62 seconds to destroy the instance on the hypervisor. [ 686.991370] env[62675]: DEBUG oslo.service.loopingcall [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.991370] env[62675]: DEBUG nova.compute.manager [-] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.991370] env[62675]: DEBUG nova.network.neutron [-] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.140225] env[62675]: DEBUG nova.compute.manager [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.156583] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690428, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.182553] env[62675]: DEBUG oslo_concurrency.lockutils [req-b0c27d16-28ca-4d29-8a18-1043ae6da26f req-3903b0a4-27bc-48e3-85f0-d491a31334d3 service nova] Releasing lock "refresh_cache-c6815fb8-4825-448a-ae8c-b657aa06d627" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.198608] env[62675]: INFO nova.compute.manager [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Took 44.33 seconds to build instance. [ 687.246407] env[62675]: DEBUG oslo_vmware.api [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690435, 'name': ResetVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.276436] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690431, 'name': ReconfigVM_Task, 'duration_secs': 0.640066} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.276793] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Reconfigured VM instance instance-00000029 to attach disk [datastore1] a802376d-992a-4976-a6ec-6de8c467e7c6/a802376d-992a-4976-a6ec-6de8c467e7c6.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.277543] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdef92ec-fe8e-4d9b-a56f-fc2e13cbffeb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.285687] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 687.285687] env[62675]: value = "task-2690438" [ 687.285687] env[62675]: _type = "Task" [ 687.285687] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.295519] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690438, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.361760] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522613f4-69e7-1659-2cc9-874c548bf040, 'name': SearchDatastore_Task, 'duration_secs': 0.014879} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.361760] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.361760] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.361760] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.361760] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.361760] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.361760] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-789974b5-1e5a-4845-b375-a56d456818bd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.369425] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.369534] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.373669] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e75168d-86e1-424e-a781-fa6e8071e1d7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.381914] env[62675]: DEBUG oslo_vmware.api [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.386505] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 687.386505] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523ebb95-58b4-f6e2-ffa7-7fc86dd1551c" [ 687.386505] env[62675]: _type = "Task" [ 687.386505] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.396215] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523ebb95-58b4-f6e2-ffa7-7fc86dd1551c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.579742] env[62675]: DEBUG nova.network.neutron [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Updated VIF entry in instance network info cache for port b5884f03-67e9-45f8-98ed-e3323ca91909. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.580977] env[62675]: DEBUG nova.network.neutron [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Updating instance_info_cache with network_info: [{"id": "b5884f03-67e9-45f8-98ed-e3323ca91909", "address": "fa:16:3e:f8:0f:f2", "network": {"id": "c72e5dd6-ca76-4a47-967b-e5cb9cba90ad", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756104949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a926b6f255de4766b6f252ec7213cce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5884f03-67", "ovs_interfaceid": "b5884f03-67e9-45f8-98ed-e3323ca91909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.662131] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690428, 'name': CreateSnapshot_Task, 'duration_secs': 1.221471} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.662565] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 687.663505] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2c80d5-0b6d-40ad-90cc-5c7950328da5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.705393] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2cad096b-6d7d-483c-8ee9-41401fe1cd24 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Lock "fd23c82e-4955-4be3-b034-5400270a19a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.337s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.732162] env[62675]: DEBUG nova.network.neutron [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Successfully created port: ecebc61f-5a9d-4bc2-b30e-c690c8a38c77 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.743171] env[62675]: DEBUG oslo_vmware.api [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690435, 'name': ResetVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.795963] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690438, 'name': Rename_Task, 'duration_secs': 0.305362} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.798723] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.799696] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76274062-7d4e-4fd0-b0fe-79882c9ac258 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.806635] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 687.806635] env[62675]: value = "task-2690439" [ 687.806635] env[62675]: _type = "Task" [ 687.806635] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.821067] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.845397] env[62675]: DEBUG nova.compute.manager [req-2b05e738-0349-455a-9318-245034e8284b req-cb0e8399-365d-4b33-b715-ea809e2ac642 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Received event network-vif-deleted-05b125e9-e6e2-45a9-81ce-7180f6cdc0b2 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.845625] env[62675]: INFO nova.compute.manager [req-2b05e738-0349-455a-9318-245034e8284b req-cb0e8399-365d-4b33-b715-ea809e2ac642 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Neutron deleted interface 05b125e9-e6e2-45a9-81ce-7180f6cdc0b2; detaching it from the instance and deleting it from the info cache [ 687.845765] env[62675]: DEBUG nova.network.neutron [req-2b05e738-0349-455a-9318-245034e8284b req-cb0e8399-365d-4b33-b715-ea809e2ac642 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.878381] env[62675]: DEBUG oslo_vmware.api [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Task: {'id': task-2690437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558651} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.881057] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.881266] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.881448] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.881642] env[62675]: INFO nova.compute.manager [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Took 1.69 seconds to destroy the instance on the hypervisor. [ 687.881855] env[62675]: DEBUG oslo.service.loopingcall [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 687.883192] env[62675]: DEBUG nova.compute.manager [-] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.883319] env[62675]: DEBUG nova.network.neutron [-] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.901770] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469dd146-88f2-4564-829f-b41fd903b79f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.904477] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523ebb95-58b4-f6e2-ffa7-7fc86dd1551c, 'name': SearchDatastore_Task, 'duration_secs': 0.017665} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.905596] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1f82e3-4a5f-48c8-9723-b0c462844441 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.911765] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b46c342-2407-4cdf-ba4b-a9ed0dbdc032 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.915643] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 687.915643] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528288c1-cbee-0230-ce12-326772548c5d" [ 687.915643] env[62675]: _type = "Task" [ 687.915643] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.945866] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dedffe-c9cc-481a-acdd-f80c62ff0bbe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.952813] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528288c1-cbee-0230-ce12-326772548c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.019076} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.953031] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.953287] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] c6815fb8-4825-448a-ae8c-b657aa06d627/c6815fb8-4825-448a-ae8c-b657aa06d627.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.953540] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60f23f7e-b667-486b-b3a7-79291932b2b3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.958831] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43db870f-90a9-418a-bb04-0642e94b7ed7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.963660] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 687.963660] env[62675]: value = "task-2690440" [ 687.963660] env[62675]: _type = "Task" [ 687.963660] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.976668] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.978357] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.978357] env[62675]: INFO nova.compute.manager [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Attaching volume 31653afa-e663-455e-8473-a6e94f51df95 to /dev/sdb [ 687.979397] env[62675]: DEBUG nova.compute.provider_tree [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.986233] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.031449] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffd52e4-2a5b-4966-a074-3e61d780b8a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.039339] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f065d273-bed8-4cde-87f5-3a46af1ea3a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.041845] env[62675]: DEBUG nova.network.neutron [-] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.058044] env[62675]: DEBUG nova.virt.block_device [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Updating existing volume attachment record: c5c2cdbb-5b15-4456-a1de-3ec77129ac76 {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 688.084609] env[62675]: DEBUG oslo_concurrency.lockutils [req-e1e84b84-987c-4ab1-bf18-c58d7fec067e req-719fff48-bddf-47af-9153-163e108f06df service nova] Releasing lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.158194] env[62675]: DEBUG nova.compute.manager [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.184462] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 688.186727] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4cc93a00-7743-46e8-b824-5366978d6a1c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.196492] env[62675]: DEBUG nova.virt.hardware [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.196852] env[62675]: DEBUG nova.virt.hardware [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.196929] env[62675]: DEBUG nova.virt.hardware [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.197110] env[62675]: DEBUG nova.virt.hardware [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.197280] env[62675]: DEBUG nova.virt.hardware [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.197440] env[62675]: DEBUG nova.virt.hardware [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.197644] env[62675]: DEBUG nova.virt.hardware [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.197871] env[62675]: DEBUG nova.virt.hardware [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.197975] env[62675]: DEBUG nova.virt.hardware [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.199277] env[62675]: DEBUG nova.virt.hardware [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.199482] env[62675]: DEBUG nova.virt.hardware [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.200374] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea4df86-4648-4a1d-8984-98c0b5ef7f03 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.204303] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 688.204303] env[62675]: value = "task-2690441" [ 688.204303] env[62675]: _type = "Task" [ 688.204303] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.210282] env[62675]: DEBUG nova.compute.manager [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.214164] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3c9d38-eadf-4a62-ad07-a8d7d02ab81d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.221513] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690441, 'name': CloneVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.242481] env[62675]: DEBUG oslo_vmware.api [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690435, 'name': ResetVM_Task, 'duration_secs': 1.089317} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.242849] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Did hard reboot of VM {{(pid=62675) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 688.243121] env[62675]: DEBUG nova.compute.manager [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.244072] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6a20b8-ce82-4c4c-83ba-cc209f6dfd21 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.289692] env[62675]: DEBUG nova.network.neutron [-] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.321353] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.348223] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cdc49e8-10f8-48b4-b441-7c59bc615207 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.361796] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d92e4d5-8c9b-43dc-a02b-8e40845a9fca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.406476] env[62675]: DEBUG nova.compute.manager [req-2b05e738-0349-455a-9318-245034e8284b req-cb0e8399-365d-4b33-b715-ea809e2ac642 service nova] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Detach interface failed, port_id=05b125e9-e6e2-45a9-81ce-7180f6cdc0b2, reason: Instance c6d9a643-9909-4127-a49e-24c49d4eccfd could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 688.475273] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690440, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.485729] env[62675]: DEBUG nova.scheduler.client.report [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.545754] env[62675]: INFO nova.compute.manager [-] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Took 1.77 seconds to deallocate network for instance. [ 688.715193] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690441, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.739576] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.756983] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bee7b54d-f036-412b-8002-255b308fa746 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.571s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.793840] env[62675]: INFO nova.compute.manager [-] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Took 1.80 seconds to deallocate network for instance. [ 688.819188] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690439, 'name': PowerOnVM_Task, 'duration_secs': 0.832004} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.819334] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.820046] env[62675]: INFO nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Took 8.34 seconds to spawn the instance on the hypervisor. [ 688.820046] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.820749] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56159eed-fbfc-4caa-b5b3-3ab091a64c0b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.834750] env[62675]: DEBUG nova.network.neutron [-] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.981069] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656282} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.981364] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] c6815fb8-4825-448a-ae8c-b657aa06d627/c6815fb8-4825-448a-ae8c-b657aa06d627.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.981579] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.982502] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-885cfdb2-fe6b-4c0a-a7e1-9a945de68a41 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.991026] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.991355] env[62675]: DEBUG nova.compute.manager [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.994621] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 688.994621] env[62675]: value = "task-2690445" [ 688.994621] env[62675]: _type = "Task" [ 688.994621] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.995164] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.124s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.007287] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690445, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.062187] env[62675]: DEBUG oslo_concurrency.lockutils [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.186297] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Acquiring lock "fd23c82e-4955-4be3-b034-5400270a19a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.186704] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Lock "fd23c82e-4955-4be3-b034-5400270a19a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.187143] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Acquiring lock "fd23c82e-4955-4be3-b034-5400270a19a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.187420] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Lock "fd23c82e-4955-4be3-b034-5400270a19a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.187702] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Lock "fd23c82e-4955-4be3-b034-5400270a19a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.193020] env[62675]: INFO nova.compute.manager [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Terminating instance [ 689.218986] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690441, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.304312] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.339601] env[62675]: DEBUG nova.compute.manager [req-a3890ee8-8b09-4afc-95d8-c355a10da4d7 req-a4f55417-3919-480a-8ab8-03fc65c9bcf5 service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Received event network-changed-b5884f03-67e9-45f8-98ed-e3323ca91909 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.339975] env[62675]: DEBUG nova.compute.manager [req-a3890ee8-8b09-4afc-95d8-c355a10da4d7 req-a4f55417-3919-480a-8ab8-03fc65c9bcf5 service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Refreshing instance network info cache due to event network-changed-b5884f03-67e9-45f8-98ed-e3323ca91909. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.341526] env[62675]: DEBUG oslo_concurrency.lockutils [req-a3890ee8-8b09-4afc-95d8-c355a10da4d7 req-a4f55417-3919-480a-8ab8-03fc65c9bcf5 service nova] Acquiring lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.341526] env[62675]: DEBUG oslo_concurrency.lockutils [req-a3890ee8-8b09-4afc-95d8-c355a10da4d7 req-a4f55417-3919-480a-8ab8-03fc65c9bcf5 service nova] Acquired lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.341526] env[62675]: DEBUG nova.network.neutron [req-a3890ee8-8b09-4afc-95d8-c355a10da4d7 req-a4f55417-3919-480a-8ab8-03fc65c9bcf5 service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Refreshing network info cache for port b5884f03-67e9-45f8-98ed-e3323ca91909 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.344311] env[62675]: INFO nova.compute.manager [-] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Took 1.46 seconds to deallocate network for instance. [ 689.345104] env[62675]: INFO nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Took 43.80 seconds to build instance. [ 689.496745] env[62675]: DEBUG nova.compute.utils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 689.498462] env[62675]: DEBUG nova.compute.manager [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.498704] env[62675]: DEBUG nova.network.neutron [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.526207] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690445, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068212} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.526492] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.527377] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fd7851-a026-4f92-ad3a-60da4271f4de {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.552593] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] c6815fb8-4825-448a-ae8c-b657aa06d627/c6815fb8-4825-448a-ae8c-b657aa06d627.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.557670] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac487ab-68d9-45f1-a212-abba8e8574d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.582072] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 689.582072] env[62675]: value = "task-2690446" [ 689.582072] env[62675]: _type = "Task" [ 689.582072] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.590328] env[62675]: DEBUG nova.network.neutron [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Successfully updated port: ecebc61f-5a9d-4bc2-b30e-c690c8a38c77 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.598753] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.633218] env[62675]: DEBUG nova.policy [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '461c7146887548a8aa458f0acc02ec08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '796e27805379411abd7b925c8ecb93fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.694713] env[62675]: DEBUG nova.compute.manager [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.694713] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.695751] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f425ac7-3757-48f3-89bd-d83a624bf4dc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.705237] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.705556] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b866605e-7f3f-4c80-bd6d-d9ab9cdde433 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.718663] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690441, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.720318] env[62675]: DEBUG oslo_vmware.api [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Waiting for the task: (returnval){ [ 689.720318] env[62675]: value = "task-2690447" [ 689.720318] env[62675]: _type = "Task" [ 689.720318] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.731198] env[62675]: DEBUG oslo_vmware.api [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.849820] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "a802376d-992a-4976-a6ec-6de8c467e7c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.768s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.858031] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.897998] env[62675]: DEBUG nova.compute.manager [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Received event network-vif-deleted-4bcd5402-3230-4055-8322-a1b06d5af7d8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.898242] env[62675]: DEBUG nova.compute.manager [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Received event network-vif-deleted-2bcd1922-126a-4f7a-8d77-5f92efef8d46 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.898518] env[62675]: DEBUG nova.compute.manager [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Received event network-vif-plugged-ecebc61f-5a9d-4bc2-b30e-c690c8a38c77 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.898631] env[62675]: DEBUG oslo_concurrency.lockutils [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] Acquiring lock "47a2f884-e89a-4114-ad54-a94ba493d07f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.898839] env[62675]: DEBUG oslo_concurrency.lockutils [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.899190] env[62675]: DEBUG oslo_concurrency.lockutils [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.899418] env[62675]: DEBUG nova.compute.manager [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] No waiting events found dispatching network-vif-plugged-ecebc61f-5a9d-4bc2-b30e-c690c8a38c77 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.899653] env[62675]: WARNING nova.compute.manager [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Received unexpected event network-vif-plugged-ecebc61f-5a9d-4bc2-b30e-c690c8a38c77 for instance with vm_state building and task_state spawning. [ 689.899847] env[62675]: DEBUG nova.compute.manager [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Received event network-changed-ecebc61f-5a9d-4bc2-b30e-c690c8a38c77 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.900013] env[62675]: DEBUG nova.compute.manager [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Refreshing instance network info cache due to event network-changed-ecebc61f-5a9d-4bc2-b30e-c690c8a38c77. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.900225] env[62675]: DEBUG oslo_concurrency.lockutils [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] Acquiring lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.900366] env[62675]: DEBUG oslo_concurrency.lockutils [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] Acquired lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.900520] env[62675]: DEBUG nova.network.neutron [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Refreshing network info cache for port ecebc61f-5a9d-4bc2-b30e-c690c8a38c77 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.994390] env[62675]: DEBUG oslo_concurrency.lockutils [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.994677] env[62675]: DEBUG oslo_concurrency.lockutils [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.994894] env[62675]: DEBUG oslo_concurrency.lockutils [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.995645] env[62675]: DEBUG oslo_concurrency.lockutils [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.995867] env[62675]: DEBUG oslo_concurrency.lockutils [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.998876] env[62675]: INFO nova.compute.manager [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Terminating instance [ 690.000264] env[62675]: DEBUG nova.compute.manager [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 690.055441] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance eb140ffc-39a8-475d-a47b-3c5d05adda4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.056387] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 09b94789-2ace-4ecc-8374-e9800e4713e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.056387] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9c41b008-87b5-4757-be60-f6fc85bee372 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.056387] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance e97a5632-4c48-405b-bfba-77d08f2943fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.056387] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 261ccdeb-6805-4db9-9595-472f7247d489 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.056387] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance f8120b0f-6eec-4d37-a398-20b57002e1d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.056387] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d6247e9c-c9c4-472e-8d75-5b416859b9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.056387] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 08c42fbe-9474-4b11-9398-f617b0000d3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.056657] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 7f5037bd-1a7d-444b-9cae-9a4e3d07c280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.056657] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d68f8527-5783-449b-bbbe-e55ba4e54b1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.056737] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 3d51301e-20ba-4a1b-8b18-0e5080ab910a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 690.057184] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 690.057184] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 6ec72180-77e0-4add-8e79-d80a3b5adf2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.057184] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 3002f008-80ba-4e6b-8ec6-530646763010 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.057337] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 49e0c771-5fa5-4771-be72-ba78dcc3ec92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.057424] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance b88bbea3-f496-4a9a-a90d-da26f4f62193 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.057539] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 63deed87-537f-4999-8eaa-19d3472c114b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.057662] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance e1826804-fb88-4228-9e63-d6504704ca48 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.057795] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance e3b8ed45-0638-4f75-9c6f-c984702e660b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 690.057962] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 496adcc8-14d1-4dc5-96c4-d6547e4b51e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.058119] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 690.058262] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 51bce6bc-d67b-40e2-8507-e46b368837eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.058424] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance c6d9a643-9909-4127-a49e-24c49d4eccfd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 690.058598] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 20a8a0f2-b24c-4097-b231-ef82b86bdda5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.058782] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.058926] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance fd23c82e-4955-4be3-b034-5400270a19a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.059060] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance a802376d-992a-4976-a6ec-6de8c467e7c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.060679] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance c6815fb8-4825-448a-ae8c-b657aa06d627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.060679] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 47a2f884-e89a-4114-ad54-a94ba493d07f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.060679] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 1b9677be-196b-403a-8d79-7b7c694046eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 690.093527] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690446, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.100509] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.218890] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690441, 'name': CloneVM_Task, 'duration_secs': 1.960521} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.219124] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Created linked-clone VM from snapshot [ 690.219916] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17783b97-6af3-446c-a1c9-6ac9c69a4347 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.234688] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Uploading image b83a5042-e837-42eb-a573-c29755f9a0c9 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 690.238272] env[62675]: DEBUG oslo_vmware.api [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690447, 'name': PowerOffVM_Task, 'duration_secs': 0.243124} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.238524] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.238694] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.238936] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2894bbba-cb13-4a39-b2be-e2b4c543edf7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.260938] env[62675]: DEBUG oslo_vmware.rw_handles [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 690.260938] env[62675]: value = "vm-542292" [ 690.260938] env[62675]: _type = "VirtualMachine" [ 690.260938] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 690.261259] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-024389d2-fb72-4ef6-a0d8-5968e5b8627c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.270984] env[62675]: DEBUG oslo_vmware.rw_handles [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lease: (returnval){ [ 690.270984] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5207040f-5712-ca44-7ca7-1f73dce4f79a" [ 690.270984] env[62675]: _type = "HttpNfcLease" [ 690.270984] env[62675]: } obtained for exporting VM: (result){ [ 690.270984] env[62675]: value = "vm-542292" [ 690.270984] env[62675]: _type = "VirtualMachine" [ 690.270984] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 690.271441] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the lease: (returnval){ [ 690.271441] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5207040f-5712-ca44-7ca7-1f73dce4f79a" [ 690.271441] env[62675]: _type = "HttpNfcLease" [ 690.271441] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 690.279716] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.279716] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5207040f-5712-ca44-7ca7-1f73dce4f79a" [ 690.279716] env[62675]: _type = "HttpNfcLease" [ 690.279716] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 690.325991] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.326307] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.326681] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Deleting the datastore file [datastore1] fd23c82e-4955-4be3-b034-5400270a19a3 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.326813] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a705fb1-a1f0-45ec-ab18-a2fd0bbf5447 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.333212] env[62675]: DEBUG oslo_vmware.api [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Waiting for the task: (returnval){ [ 690.333212] env[62675]: value = "task-2690450" [ 690.333212] env[62675]: _type = "Task" [ 690.333212] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.342364] env[62675]: DEBUG oslo_vmware.api [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.355476] env[62675]: DEBUG nova.compute.manager [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.461766] env[62675]: DEBUG nova.network.neutron [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Successfully created port: cb9d9034-5b8b-415a-a4f1-8b48bb4d5654 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.465668] env[62675]: DEBUG nova.network.neutron [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.508985] env[62675]: DEBUG nova.compute.manager [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.509363] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.513161] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0072e6eb-aaca-4c3d-bec7-a83715daea70 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.519821] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.520230] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abce2791-7f6a-4313-b080-217a00464984 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.526793] env[62675]: DEBUG oslo_vmware.api [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 690.526793] env[62675]: value = "task-2690452" [ 690.526793] env[62675]: _type = "Task" [ 690.526793] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.535859] env[62675]: DEBUG oslo_vmware.api [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.562466] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 5ff00e5a-676c-4d56-968e-1fb8866f79ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 690.584492] env[62675]: DEBUG nova.network.neutron [req-a3890ee8-8b09-4afc-95d8-c355a10da4d7 req-a4f55417-3919-480a-8ab8-03fc65c9bcf5 service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Updated VIF entry in instance network info cache for port b5884f03-67e9-45f8-98ed-e3323ca91909. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.584853] env[62675]: DEBUG nova.network.neutron [req-a3890ee8-8b09-4afc-95d8-c355a10da4d7 req-a4f55417-3919-480a-8ab8-03fc65c9bcf5 service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Updating instance_info_cache with network_info: [{"id": "b5884f03-67e9-45f8-98ed-e3323ca91909", "address": "fa:16:3e:f8:0f:f2", "network": {"id": "c72e5dd6-ca76-4a47-967b-e5cb9cba90ad", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-756104949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a926b6f255de4766b6f252ec7213cce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5884f03-67", "ovs_interfaceid": "b5884f03-67e9-45f8-98ed-e3323ca91909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.595754] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690446, 'name': ReconfigVM_Task, 'duration_secs': 0.531403} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.596320] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Reconfigured VM instance instance-0000002a to attach disk [datastore1] c6815fb8-4825-448a-ae8c-b657aa06d627/c6815fb8-4825-448a-ae8c-b657aa06d627.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.597592] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcf3d2ad-6b47-4485-8c54-d1564f3f13e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.603166] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 690.603166] env[62675]: value = "task-2690453" [ 690.603166] env[62675]: _type = "Task" [ 690.603166] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.611820] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690453, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.667692] env[62675]: DEBUG nova.network.neutron [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.784816] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 690.784816] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5207040f-5712-ca44-7ca7-1f73dce4f79a" [ 690.784816] env[62675]: _type = "HttpNfcLease" [ 690.784816] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 690.785237] env[62675]: DEBUG oslo_vmware.rw_handles [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 690.785237] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5207040f-5712-ca44-7ca7-1f73dce4f79a" [ 690.785237] env[62675]: _type = "HttpNfcLease" [ 690.785237] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 690.786077] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6985babe-04ad-4277-a650-299139043ca8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.795351] env[62675]: DEBUG oslo_vmware.rw_handles [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f57e3e-4e00-14e9-d26f-58a66660930a/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 690.795599] env[62675]: DEBUG oslo_vmware.rw_handles [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f57e3e-4e00-14e9-d26f-58a66660930a/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 690.872647] env[62675]: DEBUG oslo_vmware.api [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Task: {'id': task-2690450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336523} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.872928] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.873123] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.873333] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.873547] env[62675]: INFO nova.compute.manager [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 690.873797] env[62675]: DEBUG oslo.service.loopingcall [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.876240] env[62675]: DEBUG nova.compute.manager [-] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.876334] env[62675]: DEBUG nova.network.neutron [-] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.901520] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.939667] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9e890652-f322-4f43-866d-087f64b377ec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.011634] env[62675]: DEBUG nova.compute.manager [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 691.039329] env[62675]: DEBUG oslo_vmware.api [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690452, 'name': PowerOffVM_Task, 'duration_secs': 0.218022} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.039657] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 691.039839] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 691.040107] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42cde417-ef69-40d5-9c52-77ec26335c3a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.046264] env[62675]: DEBUG nova.virt.hardware [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:48:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='605581e3-ae89-4823-8add-cda43659c07c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-733303212',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.046551] env[62675]: DEBUG nova.virt.hardware [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.046646] env[62675]: DEBUG nova.virt.hardware [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.046995] env[62675]: DEBUG nova.virt.hardware [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.046995] env[62675]: DEBUG nova.virt.hardware [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.047219] env[62675]: DEBUG nova.virt.hardware [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.047459] env[62675]: DEBUG nova.virt.hardware [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.047621] env[62675]: DEBUG nova.virt.hardware [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.047798] env[62675]: DEBUG nova.virt.hardware [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.047981] env[62675]: DEBUG nova.virt.hardware [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.048183] env[62675]: DEBUG nova.virt.hardware [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.049072] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c0890-33ea-42ae-b613-a2a73c056598 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.057180] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fd23ee-d956-45f3-9987-22045d6e50ec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.071980] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 6f2071c8-a77c-4fa1-a4f0-f171b2a06168 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 691.090983] env[62675]: DEBUG oslo_concurrency.lockutils [req-a3890ee8-8b09-4afc-95d8-c355a10da4d7 req-a4f55417-3919-480a-8ab8-03fc65c9bcf5 service nova] Releasing lock "refresh_cache-20a8a0f2-b24c-4097-b231-ef82b86bdda5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.110481] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.110481] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.113108] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Deleting the datastore file [datastore2] 20a8a0f2-b24c-4097-b231-ef82b86bdda5 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.113108] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb211b62-1ea2-4d63-b985-f598e1bdfb9e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.119960] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690453, 'name': Rename_Task, 'duration_secs': 0.204318} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.120743] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.122020] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a85501b6-3b0b-4c44-a761-e06774ff6160 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.125156] env[62675]: DEBUG oslo_vmware.api [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 691.125156] env[62675]: value = "task-2690455" [ 691.125156] env[62675]: _type = "Task" [ 691.125156] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.130504] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 691.130504] env[62675]: value = "task-2690456" [ 691.130504] env[62675]: _type = "Task" [ 691.130504] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.138553] env[62675]: DEBUG oslo_vmware.api [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.143635] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.170071] env[62675]: DEBUG oslo_concurrency.lockutils [req-9f1f6984-ea63-4356-a590-18e6c3cab80b req-9f000809-6811-4aea-b361-90b52b7839b0 service nova] Releasing lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.170490] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.170917] env[62675]: DEBUG nova.network.neutron [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.577590] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9043970b-25b2-4989-baea-3cfeb11bec5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 691.646915] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.653540] env[62675]: DEBUG oslo_vmware.api [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213389} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.653930] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.655162] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.655564] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.655933] env[62675]: INFO nova.compute.manager [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 691.656499] env[62675]: DEBUG oslo.service.loopingcall [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.656836] env[62675]: DEBUG nova.compute.manager [-] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.656989] env[62675]: DEBUG nova.network.neutron [-] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.714569] env[62675]: DEBUG nova.network.neutron [-] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.775200] env[62675]: DEBUG nova.network.neutron [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.081271] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 34705cc3-12ff-496f-a5ae-7db685ab7d42 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 692.083952] env[62675]: DEBUG nova.compute.manager [req-cc554312-49b0-400f-a157-2ba1f92843a3 req-b918fac1-06e7-46b8-a5db-6e6174c18b56 service nova] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Received event network-vif-deleted-4f9b788a-dcaf-4a25-b00d-3592753ad500 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 692.152035] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690456, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.162131] env[62675]: DEBUG nova.network.neutron [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance_info_cache with network_info: [{"id": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "address": "fa:16:3e:74:c9:a5", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecebc61f-5a", "ovs_interfaceid": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.224394] env[62675]: INFO nova.compute.manager [-] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Took 1.35 seconds to deallocate network for instance. [ 692.513076] env[62675]: DEBUG nova.network.neutron [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Successfully updated port: cb9d9034-5b8b-415a-a4f1-8b48bb4d5654 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.586033] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 54077f0d-3e5c-4aa3-98f0-2434c168ce06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 692.623109] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 692.623461] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542294', 'volume_id': '31653afa-e663-455e-8473-a6e94f51df95', 'name': 'volume-31653afa-e663-455e-8473-a6e94f51df95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e', 'attached_at': '', 'detached_at': '', 'volume_id': '31653afa-e663-455e-8473-a6e94f51df95', 'serial': '31653afa-e663-455e-8473-a6e94f51df95'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 692.624463] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08347523-d4e3-41da-ac3b-3e02e4533f07 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.648158] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0428b7e-d491-4ad2-a1dc-61625fc51f34 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.482099] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.482328] env[62675]: DEBUG nova.compute.manager [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Instance network_info: |[{"id": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "address": "fa:16:3e:74:c9:a5", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecebc61f-5a", "ovs_interfaceid": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.482875] env[62675]: DEBUG nova.network.neutron [-] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.487440] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.487440] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.487440] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.487440] env[62675]: DEBUG nova.network.neutron [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.487440] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 3364dc58-416c-42da-8157-6efdb65e0e89 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 693.488052] env[62675]: DEBUG oslo_vmware.api [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690456, 'name': PowerOnVM_Task, 'duration_secs': 1.126769} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.495618] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] volume-31653afa-e663-455e-8473-a6e94f51df95/volume-31653afa-e663-455e-8473-a6e94f51df95.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.497364] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:c9:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecebc61f-5a9d-4bc2-b30e-c690c8a38c77', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.505119] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating folder: Project (28071bec6ccf47f8a763767aa40c8b86). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.505581] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.505662] env[62675]: INFO nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Took 10.33 seconds to spawn the instance on the hypervisor. [ 693.505815] env[62675]: DEBUG nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.506178] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83611fa7-822f-4afc-a119-480ea2ae9865 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.521021] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd956be2-d8be-491d-898f-f3d14a365335 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.522660] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a351bd39-2684-44cb-8ac5-66710c536837 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.536424] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Created folder: Project (28071bec6ccf47f8a763767aa40c8b86) in parent group-v542174. [ 693.536727] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating folder: Instances. Parent ref: group-v542295. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.537020] env[62675]: DEBUG oslo_vmware.api [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 693.537020] env[62675]: value = "task-2690457" [ 693.537020] env[62675]: _type = "Task" [ 693.537020] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.537457] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad345bf5-1115-4052-8e9e-bc17575903dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.548593] env[62675]: DEBUG oslo_vmware.api [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.550302] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Created folder: Instances in parent group-v542295. [ 693.550302] env[62675]: DEBUG oslo.service.loopingcall [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.550568] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.550933] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-096d0ee6-ac5c-421f-923d-ec8904a3092e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.573328] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.573328] env[62675]: value = "task-2690460" [ 693.573328] env[62675]: _type = "Task" [ 693.573328] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.584531] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690460, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.997612] env[62675]: INFO nova.compute.manager [-] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Took 2.34 seconds to deallocate network for instance. [ 693.998582] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 6d687f06-5b33-4c65-b469-8c7c02d8a52c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 694.046779] env[62675]: INFO nova.compute.manager [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Took 45.83 seconds to build instance. [ 694.051412] env[62675]: DEBUG oslo_vmware.api [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690457, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.055580] env[62675]: DEBUG nova.network.neutron [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.085357] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690460, 'name': CreateVM_Task, 'duration_secs': 0.393681} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.085716] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.086902] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.087235] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.087677] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.088224] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75247d76-f59a-4b66-ad60-be958391b520 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.094307] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 694.094307] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e23914-30ae-f295-ebdc-3d41449a0e88" [ 694.094307] env[62675]: _type = "Task" [ 694.094307] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.104251] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e23914-30ae-f295-ebdc-3d41449a0e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.124257] env[62675]: DEBUG nova.compute.manager [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Received event network-vif-deleted-b5884f03-67e9-45f8-98ed-e3323ca91909 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.124616] env[62675]: DEBUG nova.compute.manager [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Received event network-vif-plugged-cb9d9034-5b8b-415a-a4f1-8b48bb4d5654 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.124924] env[62675]: DEBUG oslo_concurrency.lockutils [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] Acquiring lock "1b9677be-196b-403a-8d79-7b7c694046eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.125277] env[62675]: DEBUG oslo_concurrency.lockutils [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] Lock "1b9677be-196b-403a-8d79-7b7c694046eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.125674] env[62675]: DEBUG oslo_concurrency.lockutils [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] Lock "1b9677be-196b-403a-8d79-7b7c694046eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.128018] env[62675]: DEBUG nova.compute.manager [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] No waiting events found dispatching network-vif-plugged-cb9d9034-5b8b-415a-a4f1-8b48bb4d5654 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.128018] env[62675]: WARNING nova.compute.manager [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Received unexpected event network-vif-plugged-cb9d9034-5b8b-415a-a4f1-8b48bb4d5654 for instance with vm_state building and task_state spawning. [ 694.128018] env[62675]: DEBUG nova.compute.manager [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Received event network-changed-cb9d9034-5b8b-415a-a4f1-8b48bb4d5654 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 694.128018] env[62675]: DEBUG nova.compute.manager [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Refreshing instance network info cache due to event network-changed-cb9d9034-5b8b-415a-a4f1-8b48bb4d5654. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 694.128018] env[62675]: DEBUG oslo_concurrency.lockutils [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] Acquiring lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.247542] env[62675]: DEBUG nova.network.neutron [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance_info_cache with network_info: [{"id": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "address": "fa:16:3e:2b:34:f5", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9d9034-5b", "ovs_interfaceid": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.505052] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 694.513648] env[62675]: DEBUG oslo_concurrency.lockutils [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.552973] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4552912b-280c-4a2c-adde-843bf3a72419 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "c6815fb8-4825-448a-ae8c-b657aa06d627" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.443s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.559242] env[62675]: DEBUG oslo_vmware.api [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690457, 'name': ReconfigVM_Task, 'duration_secs': 0.566619} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.559742] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] volume-31653afa-e663-455e-8473-a6e94f51df95/volume-31653afa-e663-455e-8473-a6e94f51df95.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.564609] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d51b3e3-8ab9-41ad-98da-82b0f5b74cb6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.580992] env[62675]: DEBUG oslo_vmware.api [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 694.580992] env[62675]: value = "task-2690464" [ 694.580992] env[62675]: _type = "Task" [ 694.580992] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.589371] env[62675]: DEBUG oslo_vmware.api [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.603682] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e23914-30ae-f295-ebdc-3d41449a0e88, 'name': SearchDatastore_Task, 'duration_secs': 0.017168} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.604073] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.604350] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.604623] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.604746] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.604960] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.605336] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd8398a1-7ce2-4e0f-86ee-db6144fdd2f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.616040] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.616269] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.616980] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4ffbf9-e151-419e-87d6-2606ce473e1a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.622085] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 694.622085] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524245b7-b9c8-1712-459f-5aeddfc278a6" [ 694.622085] env[62675]: _type = "Task" [ 694.622085] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.629797] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524245b7-b9c8-1712-459f-5aeddfc278a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.751689] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.752132] env[62675]: DEBUG nova.compute.manager [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Instance network_info: |[{"id": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "address": "fa:16:3e:2b:34:f5", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9d9034-5b", "ovs_interfaceid": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.752451] env[62675]: DEBUG oslo_concurrency.lockutils [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] Acquired lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.752661] env[62675]: DEBUG nova.network.neutron [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Refreshing network info cache for port cb9d9034-5b8b-415a-a4f1-8b48bb4d5654 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.753974] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:34:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb9d9034-5b8b-415a-a4f1-8b48bb4d5654', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.763026] env[62675]: DEBUG oslo.service.loopingcall [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 694.763511] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.763744] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d031552-3342-4d30-a441-2b4968bc9d33 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.784267] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.784267] env[62675]: value = "task-2690465" [ 694.784267] env[62675]: _type = "Task" [ 694.784267] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.792249] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690465, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.007765] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance acec215e-dade-4603-ae30-d50008b2ce73 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 695.008089] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 695.008248] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5376MB phys_disk=200GB used_disk=25GB total_vcpus=48 used_vcpus=25 pci_stats=[] {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 695.060628] env[62675]: DEBUG nova.compute.manager [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.095432] env[62675]: DEBUG oslo_vmware.api [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690464, 'name': ReconfigVM_Task, 'duration_secs': 0.257502} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.098224] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542294', 'volume_id': '31653afa-e663-455e-8473-a6e94f51df95', 'name': 'volume-31653afa-e663-455e-8473-a6e94f51df95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e', 'attached_at': '', 'detached_at': '', 'volume_id': '31653afa-e663-455e-8473-a6e94f51df95', 'serial': '31653afa-e663-455e-8473-a6e94f51df95'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 695.135198] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524245b7-b9c8-1712-459f-5aeddfc278a6, 'name': SearchDatastore_Task, 'duration_secs': 0.021037} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.136121] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eadbdbd4-5a0c-4944-b0d3-db7bc8f5e5dc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.147505] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 695.147505] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b3ff2e-144f-6888-4d3f-f912a7e37e41" [ 695.147505] env[62675]: _type = "Task" [ 695.147505] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.159903] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b3ff2e-144f-6888-4d3f-f912a7e37e41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.297692] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690465, 'name': CreateVM_Task, 'duration_secs': 0.435488} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.297692] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.298222] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.298438] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.298695] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 695.301065] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff261d7-3945-4702-931e-c08a83049d34 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.308286] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 695.308286] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5291988b-e6e0-78e6-741b-8e0ca3d905fa" [ 695.308286] env[62675]: _type = "Task" [ 695.308286] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.311772] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "c6815fb8-4825-448a-ae8c-b657aa06d627" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.312032] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "c6815fb8-4825-448a-ae8c-b657aa06d627" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.312627] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "c6815fb8-4825-448a-ae8c-b657aa06d627-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.313757] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "c6815fb8-4825-448a-ae8c-b657aa06d627-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.313757] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "c6815fb8-4825-448a-ae8c-b657aa06d627-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.315267] env[62675]: INFO nova.compute.manager [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Terminating instance [ 695.321836] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5291988b-e6e0-78e6-741b-8e0ca3d905fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.398759] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "a802376d-992a-4976-a6ec-6de8c467e7c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.399035] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "a802376d-992a-4976-a6ec-6de8c467e7c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.399308] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "a802376d-992a-4976-a6ec-6de8c467e7c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.399427] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "a802376d-992a-4976-a6ec-6de8c467e7c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.399586] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "a802376d-992a-4976-a6ec-6de8c467e7c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.407894] env[62675]: INFO nova.compute.manager [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Terminating instance [ 695.513634] env[62675]: DEBUG nova.network.neutron [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updated VIF entry in instance network info cache for port cb9d9034-5b8b-415a-a4f1-8b48bb4d5654. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.513634] env[62675]: DEBUG nova.network.neutron [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance_info_cache with network_info: [{"id": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "address": "fa:16:3e:2b:34:f5", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9d9034-5b", "ovs_interfaceid": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.543535] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b86bf9d-1f31-4344-ba21-fb3a2006fb4b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.553176] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8873eaa-6cd4-4d86-93ab-547b23a2a0be {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.600586] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed029ba2-11d1-40d3-96d5-3cb3c20f9967 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.617522] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bb5c38-6063-48d3-91f2-eb5841776674 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.627116] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.642772] env[62675]: DEBUG nova.compute.provider_tree [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.663823] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b3ff2e-144f-6888-4d3f-f912a7e37e41, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.664250] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.664633] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 47a2f884-e89a-4114-ad54-a94ba493d07f/47a2f884-e89a-4114-ad54-a94ba493d07f.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.665321] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46ca6646-a579-4d6f-a34e-3e651a01a2f9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.674387] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 695.674387] env[62675]: value = "task-2690466" [ 695.674387] env[62675]: _type = "Task" [ 695.674387] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.687540] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.818202] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5291988b-e6e0-78e6-741b-8e0ca3d905fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016842} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.820286] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.820286] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.820286] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 695.820286] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.820286] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.820286] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f169732d-38b5-4829-ba29-fa84f05ca6f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.824879] env[62675]: DEBUG nova.compute.manager [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.824879] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.825616] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28af34a7-aab5-4251-aa21-94037b4f4c61 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.829879] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.830960] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.831181] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e58503-6c64-4391-a2cf-2583bf797456 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.836025] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.836618] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72ee75d7-611e-4d42-a1c2-9b034603374b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.839267] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 695.839267] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5289f402-f747-a973-bad3-8d99eac69f0b" [ 695.839267] env[62675]: _type = "Task" [ 695.839267] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.844208] env[62675]: DEBUG oslo_vmware.api [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 695.844208] env[62675]: value = "task-2690467" [ 695.844208] env[62675]: _type = "Task" [ 695.844208] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.850593] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5289f402-f747-a973-bad3-8d99eac69f0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.857631] env[62675]: DEBUG oslo_vmware.api [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.912863] env[62675]: DEBUG nova.compute.manager [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.912863] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.913850] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d69846-d705-4ca9-b8b9-9b5c93d8ed13 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.922948] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.923307] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-199bc6ff-eba5-4a12-9e19-c892391e12ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.931548] env[62675]: DEBUG oslo_vmware.api [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 695.931548] env[62675]: value = "task-2690468" [ 695.931548] env[62675]: _type = "Task" [ 695.931548] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.942422] env[62675]: DEBUG oslo_vmware.api [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.016813] env[62675]: DEBUG oslo_concurrency.lockutils [req-3d5711f3-4efd-424f-bc14-ea4fc8fa8492 req-9583ef11-efb3-4363-8bc3-e4dc244ac537 service nova] Releasing lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.147407] env[62675]: DEBUG nova.scheduler.client.report [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.152444] env[62675]: DEBUG nova.objects.instance [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lazy-loading 'flavor' on Instance uuid b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.188890] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690466, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.355406] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5289f402-f747-a973-bad3-8d99eac69f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.014059} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.356760] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-412d8db4-87ce-407b-8107-693be80dc97c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.362718] env[62675]: DEBUG oslo_vmware.api [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690467, 'name': PowerOffVM_Task, 'duration_secs': 0.264166} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.364240] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.364429] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.364772] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 696.364772] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528ba4dc-860d-a328-62f3-dd0418fc9416" [ 696.364772] env[62675]: _type = "Task" [ 696.364772] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.364974] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0053efa7-9927-4dca-806e-2623bdf6e961 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.377802] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528ba4dc-860d-a328-62f3-dd0418fc9416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.442999] env[62675]: DEBUG oslo_vmware.api [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690468, 'name': PowerOffVM_Task, 'duration_secs': 0.266884} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.443395] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.443649] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.443945] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92f10fb9-4042-49be-874f-faeb6f59ceda {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.459763] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.460021] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.460183] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Deleting the datastore file [datastore1] c6815fb8-4825-448a-ae8c-b657aa06d627 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.460624] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e5319c0-6f1c-4d6f-a6cb-bcd1694378a2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.469362] env[62675]: DEBUG oslo_vmware.api [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 696.469362] env[62675]: value = "task-2690471" [ 696.469362] env[62675]: _type = "Task" [ 696.469362] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.480075] env[62675]: DEBUG oslo_vmware.api [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.519718] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.536291] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.536690] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.536902] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Deleting the datastore file [datastore1] a802376d-992a-4976-a6ec-6de8c467e7c6 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.538148] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c40480b6-eb07-4959-ae58-9eb4a944c8d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.559626] env[62675]: DEBUG oslo_vmware.api [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 696.559626] env[62675]: value = "task-2690472" [ 696.559626] env[62675]: _type = "Task" [ 696.559626] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.588731] env[62675]: DEBUG oslo_vmware.api [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.656029] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 696.656029] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.660s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.657421] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.429s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.657884] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.659705] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.038s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.661355] env[62675]: INFO nova.compute.claims [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.667048] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1128d0-0ed3-4b33-9eb9-b3139ffacdca tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.688s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.667048] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.147s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.667048] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.667048] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.667048] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.669798] env[62675]: INFO nova.compute.manager [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Terminating instance [ 696.690498] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809425} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.690498] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 47a2f884-e89a-4114-ad54-a94ba493d07f/47a2f884-e89a-4114-ad54-a94ba493d07f.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.690498] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.690498] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e6d22ea-e235-4c6b-8c0d-8422568d1cb4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.692895] env[62675]: INFO nova.scheduler.client.report [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Deleted allocations for instance e3b8ed45-0638-4f75-9c6f-c984702e660b [ 696.704730] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 696.704730] env[62675]: value = "task-2690473" [ 696.704730] env[62675]: _type = "Task" [ 696.704730] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.718260] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.876931] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528ba4dc-860d-a328-62f3-dd0418fc9416, 'name': SearchDatastore_Task, 'duration_secs': 0.033712} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.877240] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.877525] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 1b9677be-196b-403a-8d79-7b7c694046eb/1b9677be-196b-403a-8d79-7b7c694046eb.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.877866] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-323a92e5-d5d2-402d-ae59-89b1987750d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.885226] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 696.885226] env[62675]: value = "task-2690475" [ 696.885226] env[62675]: _type = "Task" [ 696.885226] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.893662] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.979852] env[62675]: DEBUG oslo_vmware.api [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370594} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.980199] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.980399] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.980576] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.980753] env[62675]: INFO nova.compute.manager [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Took 1.16 seconds to destroy the instance on the hypervisor. [ 696.981012] env[62675]: DEBUG oslo.service.loopingcall [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.981218] env[62675]: DEBUG nova.compute.manager [-] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.981316] env[62675]: DEBUG nova.network.neutron [-] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.071683] env[62675]: DEBUG oslo_vmware.api [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289298} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.071960] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.072367] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.072611] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.072834] env[62675]: INFO nova.compute.manager [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 697.073186] env[62675]: DEBUG oslo.service.loopingcall [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.073436] env[62675]: DEBUG nova.compute.manager [-] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.073704] env[62675]: DEBUG nova.network.neutron [-] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.174610] env[62675]: DEBUG nova.compute.manager [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.174919] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.175238] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e6082f-b367-418a-a2d1-3afaacb79225 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.184881] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 697.184881] env[62675]: value = "task-2690476" [ 697.184881] env[62675]: _type = "Task" [ 697.184881] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.195280] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.209693] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6434eaf0-8fc1-49bf-9914-5712eebd7e2a tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "e3b8ed45-0638-4f75-9c6f-c984702e660b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.689s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.218287] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111898} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.218589] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.219404] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f061615-26d3-4b07-957c-bb39155a1041 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.244748] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 47a2f884-e89a-4114-ad54-a94ba493d07f/47a2f884-e89a-4114-ad54-a94ba493d07f.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.245799] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a572dca-15bd-4a30-b708-4646539a7ac7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.271377] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 697.271377] env[62675]: value = "task-2690477" [ 697.271377] env[62675]: _type = "Task" [ 697.271377] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.281633] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.401321] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690475, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.433723] env[62675]: DEBUG nova.compute.manager [req-251e2e4a-d2f8-4814-90fa-f85583a235c6 req-6a58893f-8f2f-4cc3-9579-fd0a330d4973 service nova] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Received event network-vif-deleted-79290dc3-2554-44eb-a6d5-f84d3af3b735 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.433918] env[62675]: INFO nova.compute.manager [req-251e2e4a-d2f8-4814-90fa-f85583a235c6 req-6a58893f-8f2f-4cc3-9579-fd0a330d4973 service nova] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Neutron deleted interface 79290dc3-2554-44eb-a6d5-f84d3af3b735; detaching it from the instance and deleting it from the info cache [ 697.434095] env[62675]: DEBUG nova.network.neutron [req-251e2e4a-d2f8-4814-90fa-f85583a235c6 req-6a58893f-8f2f-4cc3-9579-fd0a330d4973 service nova] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.704543] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.788309] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.847481] env[62675]: DEBUG nova.network.neutron [-] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.898737] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690475, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.937630] env[62675]: DEBUG nova.network.neutron [-] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.942136] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4ca2d09-92af-4f16-bada-d60582a78c82 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.962401] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82219bd8-8291-4cc2-9911-d4e6412a5a2e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.013657] env[62675]: DEBUG nova.compute.manager [req-251e2e4a-d2f8-4814-90fa-f85583a235c6 req-6a58893f-8f2f-4cc3-9579-fd0a330d4973 service nova] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Detach interface failed, port_id=79290dc3-2554-44eb-a6d5-f84d3af3b735, reason: Instance c6815fb8-4825-448a-ae8c-b657aa06d627 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 698.198062] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690476, 'name': PowerOffVM_Task, 'duration_secs': 0.936497} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.198430] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.198668] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 698.198896] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542294', 'volume_id': '31653afa-e663-455e-8473-a6e94f51df95', 'name': 'volume-31653afa-e663-455e-8473-a6e94f51df95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e', 'attached_at': '', 'detached_at': '', 'volume_id': '31653afa-e663-455e-8473-a6e94f51df95', 'serial': '31653afa-e663-455e-8473-a6e94f51df95'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 698.199726] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa3da2e-3311-4399-94d9-e5bbdda7b1fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.224991] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bff21f-5211-4075-96f8-83f0cae72da0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.233558] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf58911-21cd-42de-917d-31f8fddb62b7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.264860] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d8f114-84b1-4bed-9fc7-3d166fbfa229 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.281655] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] The volume has not been displaced from its original location: [datastore2] volume-31653afa-e663-455e-8473-a6e94f51df95/volume-31653afa-e663-455e-8473-a6e94f51df95.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 698.288177] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 698.293232] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21d3be41-5c90-4395-9f1b-186574b5b16f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.318482] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690477, 'name': ReconfigVM_Task, 'duration_secs': 0.845225} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.320049] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 47a2f884-e89a-4114-ad54-a94ba493d07f/47a2f884-e89a-4114-ad54-a94ba493d07f.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.320769] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 698.320769] env[62675]: value = "task-2690478" [ 698.320769] env[62675]: _type = "Task" [ 698.320769] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.323672] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f15972c0-91c0-4789-95b5-a38739933e1c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.337699] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.337699] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 698.337699] env[62675]: value = "task-2690479" [ 698.337699] env[62675]: _type = "Task" [ 698.337699] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.350570] env[62675]: INFO nova.compute.manager [-] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Took 1.37 seconds to deallocate network for instance. [ 698.350986] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690479, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.387114] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e16c5-c7f5-4c13-84d0-e0e0296c5704 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.400036] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690475, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.08764} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.402339] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 1b9677be-196b-403a-8d79-7b7c694046eb/1b9677be-196b-403a-8d79-7b7c694046eb.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.403157] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.403157] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f6bc654-69a4-4296-9976-7a6dc2d418c2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.406141] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fdd312-37a4-4538-8dc3-4254bb640061 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.443581] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f44f38-23cd-4036-9ec7-fc293cd2e985 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.446566] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 698.446566] env[62675]: value = "task-2690480" [ 698.446566] env[62675]: _type = "Task" [ 698.446566] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.453420] env[62675]: INFO nova.compute.manager [-] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Took 1.38 seconds to deallocate network for instance. [ 698.456816] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e64af7e-a8dc-4ee5-97ca-b5e13d502492 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.469387] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.484961] env[62675]: DEBUG nova.compute.provider_tree [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.844023] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690478, 'name': ReconfigVM_Task, 'duration_secs': 0.277704} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.848136] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 698.855659] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e5af31-2e6b-4aa3-a1be-252470dd5aeb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.871415] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.876646] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690479, 'name': Rename_Task, 'duration_secs': 0.174348} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.878720] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.879222] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 698.879222] env[62675]: value = "task-2690482" [ 698.879222] env[62675]: _type = "Task" [ 698.879222] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.879731] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d04d6b7-dfb3-4fd4-bf7a-ce69ccedfd41 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.894680] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.896493] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 698.896493] env[62675]: value = "task-2690483" [ 698.896493] env[62675]: _type = "Task" [ 698.896493] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.914333] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.957247] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093766} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.957547] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.958990] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554fcd50-33d4-47a7-a1b4-62b7e794f8a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.976271] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 698.985246] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 1b9677be-196b-403a-8d79-7b7c694046eb/1b9677be-196b-403a-8d79-7b7c694046eb.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.985587] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-171d5101-90d7-48fb-9471-7ca8cf37f3d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.000880] env[62675]: DEBUG nova.scheduler.client.report [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.011102] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 699.011102] env[62675]: value = "task-2690484" [ 699.011102] env[62675]: _type = "Task" [ 699.011102] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.021188] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.397648] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690482, 'name': ReconfigVM_Task, 'duration_secs': 0.306964} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.402274] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542294', 'volume_id': '31653afa-e663-455e-8473-a6e94f51df95', 'name': 'volume-31653afa-e663-455e-8473-a6e94f51df95', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e', 'attached_at': '', 'detached_at': '', 'volume_id': '31653afa-e663-455e-8473-a6e94f51df95', 'serial': '31653afa-e663-455e-8473-a6e94f51df95'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 699.402770] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.403615] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff970da5-cc99-49f6-a27f-0ad55a43782c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.414189] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690483, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.416968] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.417321] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c66225f7-1e6b-478c-a93d-1d9fa7fdfa2e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.463536] env[62675]: DEBUG nova.compute.manager [req-ecf6af12-4bdc-4ad6-9636-39d88c58f51c req-7f1c9816-7722-461d-aa4e-ede490724a2e service nova] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Received event network-vif-deleted-65d7fa3b-7e05-46e6-8faf-b5bbf1552b62 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.500066] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.500066] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.500066] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleting the datastore file [datastore2] b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.500066] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fedf8f26-cdb4-4015-bb29-2225fb889718 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.506301] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.506740] env[62675]: DEBUG nova.compute.manager [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.513071] env[62675]: DEBUG oslo_concurrency.lockutils [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.670s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.513071] env[62675]: DEBUG oslo_concurrency.lockutils [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.514846] env[62675]: DEBUG oslo_concurrency.lockutils [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.211s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.515051] env[62675]: DEBUG oslo_concurrency.lockutils [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.516823] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.290s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.518971] env[62675]: INFO nova.compute.claims [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.523559] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 699.523559] env[62675]: value = "task-2690486" [ 699.523559] env[62675]: _type = "Task" [ 699.523559] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.536728] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690484, 'name': ReconfigVM_Task, 'duration_secs': 0.310272} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.540332] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 1b9677be-196b-403a-8d79-7b7c694046eb/1b9677be-196b-403a-8d79-7b7c694046eb.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.541304] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.541592] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c042538-6b13-41ff-91e8-b3aec3333ad4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.551555] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 699.551555] env[62675]: value = "task-2690487" [ 699.551555] env[62675]: _type = "Task" [ 699.551555] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.555654] env[62675]: INFO nova.scheduler.client.report [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Deleted allocations for instance 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb [ 699.559573] env[62675]: INFO nova.scheduler.client.report [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Deleted allocations for instance 3d51301e-20ba-4a1b-8b18-0e5080ab910a [ 699.570243] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690487, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.911947] env[62675]: DEBUG oslo_vmware.api [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690483, 'name': PowerOnVM_Task, 'duration_secs': 0.531997} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.912372] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.912504] env[62675]: INFO nova.compute.manager [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Took 11.75 seconds to spawn the instance on the hypervisor. [ 699.912672] env[62675]: DEBUG nova.compute.manager [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.913614] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6005a89f-1ce9-43a2-bed0-318f475779bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.027493] env[62675]: DEBUG nova.compute.utils [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 700.029232] env[62675]: DEBUG nova.compute.manager [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.029392] env[62675]: DEBUG nova.network.neutron [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.062430] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690487, 'name': Rename_Task, 'duration_secs': 0.178936} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.065966] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 700.066308] env[62675]: DEBUG oslo_vmware.api [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242548} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.066454] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4be22ee5-fefa-43c6-b340-bb341f6105f6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.068104] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.068285] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.068456] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.068749] env[62675]: INFO nova.compute.manager [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Took 2.89 seconds to destroy the instance on the hypervisor. [ 700.068998] env[62675]: DEBUG oslo.service.loopingcall [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.069224] env[62675]: DEBUG nova.compute.manager [-] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.069300] env[62675]: DEBUG nova.network.neutron [-] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.076165] env[62675]: DEBUG oslo_concurrency.lockutils [None req-943731de-a523-4c32-ad95-3683fff7924b tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "11bc2536-ccfe-4597-bdbf-0f8952fdb0eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.348s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.077249] env[62675]: DEBUG oslo_concurrency.lockutils [None req-486cb373-550d-439e-bf51-32e7257b8461 tempest-ListServersNegativeTestJSON-282383286 tempest-ListServersNegativeTestJSON-282383286-project-member] Lock "3d51301e-20ba-4a1b-8b18-0e5080ab910a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.409s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.080196] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 700.080196] env[62675]: value = "task-2690488" [ 700.080196] env[62675]: _type = "Task" [ 700.080196] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.090249] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.138729] env[62675]: DEBUG nova.policy [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd25a73b4701e40e6bccb00ad2bca0dc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f16e5fae83414cc3a35376a66951fa66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.209537] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "f743ab44-893d-454b-8a4d-69531f28a173" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.209768] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "f743ab44-893d-454b-8a4d-69531f28a173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.251421] env[62675]: DEBUG oslo_vmware.rw_handles [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f57e3e-4e00-14e9-d26f-58a66660930a/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 700.252909] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2265b6-5abe-41c7-9a7c-cb9c3273ca41 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.265024] env[62675]: DEBUG oslo_vmware.rw_handles [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f57e3e-4e00-14e9-d26f-58a66660930a/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 700.265024] env[62675]: ERROR oslo_vmware.rw_handles [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f57e3e-4e00-14e9-d26f-58a66660930a/disk-0.vmdk due to incomplete transfer. [ 700.265024] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-66d20906-42e4-4342-8f13-36d4dfb05785 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.270984] env[62675]: DEBUG oslo_vmware.rw_handles [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f57e3e-4e00-14e9-d26f-58a66660930a/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 700.271192] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Uploaded image b83a5042-e837-42eb-a573-c29755f9a0c9 to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 700.274276] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 700.274584] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-33e08c79-a434-44c9-9eeb-959613ea6bf2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.283527] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 700.283527] env[62675]: value = "task-2690489" [ 700.283527] env[62675]: _type = "Task" [ 700.283527] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.294922] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690489, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.436900] env[62675]: INFO nova.compute.manager [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Took 39.89 seconds to build instance. [ 700.535569] env[62675]: DEBUG nova.compute.manager [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.595776] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.631822] env[62675]: DEBUG nova.network.neutron [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Successfully created port: 18489933-3e0c-422b-9207-4ac9c5289809 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.799881] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690489, 'name': Destroy_Task, 'duration_secs': 0.442225} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.803022] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Destroyed the VM [ 700.803022] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 700.803022] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6608db55-1ac3-43a6-8037-5fe582dacee0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.812901] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 700.812901] env[62675]: value = "task-2690490" [ 700.812901] env[62675]: _type = "Task" [ 700.812901] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.828597] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690490, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.939960] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2fe79b37-bafe-4ae4-b2f5-4bf2204d1d8e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.326s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.004143] env[62675]: DEBUG nova.network.neutron [-] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.041162] env[62675]: INFO nova.virt.block_device [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Booting with volume e3917429-32b8-4ce1-84c9-23f3cd726584 at /dev/sda [ 701.094455] env[62675]: DEBUG oslo_vmware.api [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690488, 'name': PowerOnVM_Task, 'duration_secs': 0.743599} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.098820] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.099050] env[62675]: INFO nova.compute.manager [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Took 10.09 seconds to spawn the instance on the hypervisor. [ 701.099234] env[62675]: DEBUG nova.compute.manager [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.099692] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1853bfe-e639-4bec-b701-c110e2127498 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.102396] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4820df-63ba-454a-9f8a-8e4b8a735705 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.124275] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660eae7f-ca79-4c7a-9017-7fe87e70d201 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.172611] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82afb8d6-e645-41b3-92ab-e67ebf34ad2c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.184039] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aafb0d-0180-49e1-8f11-f0f0d6a037d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.210702] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c90878-f7a7-4923-9868-afb452b2fe72 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.229193] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385fb8dc-7e3b-4675-888a-05568aeabd11 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.235094] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172b908f-40a1-4a3b-94c1-326004af9ca2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.243175] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e0bfea-024e-4cf2-b3b9-8f5a63d5d3e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.270314] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b112265-8a06-4826-9b45-2dc8340d8cb7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.278775] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d503863-e2ee-42f8-8274-b3a648bab2d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.287511] env[62675]: DEBUG nova.virt.block_device [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Updating existing volume attachment record: fa834c6b-ce7f-418c-b488-cf07db1e5f6a {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 701.301757] env[62675]: DEBUG nova.compute.provider_tree [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.324324] env[62675]: DEBUG oslo_vmware.api [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690490, 'name': RemoveSnapshot_Task, 'duration_secs': 0.505361} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.324603] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 701.324841] env[62675]: INFO nova.compute.manager [None req-45029c86-8b22-4f50-881a-21cc3062836b tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Took 15.74 seconds to snapshot the instance on the hypervisor. [ 701.447031] env[62675]: DEBUG nova.compute.manager [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.494752] env[62675]: DEBUG nova.compute.manager [req-17ba1a71-1924-4d68-be24-4c3b0b474667 req-6e2b91b4-0875-4af1-ba75-172e0ce47f2d service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Received event network-changed-ecebc61f-5a9d-4bc2-b30e-c690c8a38c77 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.494752] env[62675]: DEBUG nova.compute.manager [req-17ba1a71-1924-4d68-be24-4c3b0b474667 req-6e2b91b4-0875-4af1-ba75-172e0ce47f2d service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Refreshing instance network info cache due to event network-changed-ecebc61f-5a9d-4bc2-b30e-c690c8a38c77. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 701.495381] env[62675]: DEBUG oslo_concurrency.lockutils [req-17ba1a71-1924-4d68-be24-4c3b0b474667 req-6e2b91b4-0875-4af1-ba75-172e0ce47f2d service nova] Acquiring lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.495381] env[62675]: DEBUG oslo_concurrency.lockutils [req-17ba1a71-1924-4d68-be24-4c3b0b474667 req-6e2b91b4-0875-4af1-ba75-172e0ce47f2d service nova] Acquired lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.495381] env[62675]: DEBUG nova.network.neutron [req-17ba1a71-1924-4d68-be24-4c3b0b474667 req-6e2b91b4-0875-4af1-ba75-172e0ce47f2d service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Refreshing network info cache for port ecebc61f-5a9d-4bc2-b30e-c690c8a38c77 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.508123] env[62675]: INFO nova.compute.manager [-] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Took 1.44 seconds to deallocate network for instance. [ 701.516784] env[62675]: DEBUG nova.compute.manager [req-4a48c640-10a3-4ddf-99c8-028961f60bba req-ed6ef6b9-6692-4da2-bfe6-7044e68fe1ab service nova] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Received event network-vif-deleted-1f2a635f-6658-4d0e-8478-cb13bf8e1035 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.636557] env[62675]: INFO nova.compute.manager [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Took 40.50 seconds to build instance. [ 701.809148] env[62675]: DEBUG nova.scheduler.client.report [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.980915] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.089442] env[62675]: INFO nova.compute.manager [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Took 0.58 seconds to detach 1 volumes for instance. [ 702.139490] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35fa4ac7-5ee5-4df5-b564-6628879354e5 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "1b9677be-196b-403a-8d79-7b7c694046eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.295s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.320361] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.320361] env[62675]: DEBUG nova.compute.manager [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.327671] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.960s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.329175] env[62675]: INFO nova.compute.claims [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.336467] env[62675]: DEBUG nova.network.neutron [req-17ba1a71-1924-4d68-be24-4c3b0b474667 req-6e2b91b4-0875-4af1-ba75-172e0ce47f2d service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updated VIF entry in instance network info cache for port ecebc61f-5a9d-4bc2-b30e-c690c8a38c77. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.336849] env[62675]: DEBUG nova.network.neutron [req-17ba1a71-1924-4d68-be24-4c3b0b474667 req-6e2b91b4-0875-4af1-ba75-172e0ce47f2d service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance_info_cache with network_info: [{"id": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "address": "fa:16:3e:74:c9:a5", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecebc61f-5a", "ovs_interfaceid": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.606125] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.643299] env[62675]: DEBUG nova.network.neutron [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Successfully updated port: 18489933-3e0c-422b-9207-4ac9c5289809 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.644936] env[62675]: DEBUG nova.compute.manager [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.829037] env[62675]: DEBUG nova.compute.utils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 702.830485] env[62675]: DEBUG nova.compute.manager [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.830664] env[62675]: DEBUG nova.network.neutron [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.839963] env[62675]: DEBUG oslo_concurrency.lockutils [req-17ba1a71-1924-4d68-be24-4c3b0b474667 req-6e2b91b4-0875-4af1-ba75-172e0ce47f2d service nova] Releasing lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.881871] env[62675]: DEBUG nova.policy [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bfbd7a2acf1492ea583295a4d9abdf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69654c94008a4cb092d0c3331eee39a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.154495] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Acquiring lock "refresh_cache-5ff00e5a-676c-4d56-968e-1fb8866f79ac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.154766] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Acquired lock "refresh_cache-5ff00e5a-676c-4d56-968e-1fb8866f79ac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.154866] env[62675]: DEBUG nova.network.neutron [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.181384] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.228965] env[62675]: DEBUG nova.network.neutron [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Successfully created port: dc5a5a77-0e22-452b-8404-1590d565aada {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.334151] env[62675]: DEBUG nova.compute.manager [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.430413] env[62675]: DEBUG nova.compute.manager [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.431099] env[62675]: DEBUG nova.virt.hardware [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.431997] env[62675]: DEBUG nova.virt.hardware [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.432712] env[62675]: DEBUG nova.virt.hardware [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.433063] env[62675]: DEBUG nova.virt.hardware [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.433381] env[62675]: DEBUG nova.virt.hardware [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.433670] env[62675]: DEBUG nova.virt.hardware [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.433997] env[62675]: DEBUG nova.virt.hardware [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.434247] env[62675]: DEBUG nova.virt.hardware [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.434475] env[62675]: DEBUG nova.virt.hardware [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.434737] env[62675]: DEBUG nova.virt.hardware [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.435057] env[62675]: DEBUG nova.virt.hardware [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.442352] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d2e0ab-65e4-4acc-8b6f-6df447b4dc29 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.453248] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4332c9-3b55-4b5d-8aa0-f52a835aa581 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.565906] env[62675]: DEBUG nova.compute.manager [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Received event network-vif-plugged-18489933-3e0c-422b-9207-4ac9c5289809 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.565906] env[62675]: DEBUG oslo_concurrency.lockutils [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] Acquiring lock "5ff00e5a-676c-4d56-968e-1fb8866f79ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.565906] env[62675]: DEBUG oslo_concurrency.lockutils [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] Lock "5ff00e5a-676c-4d56-968e-1fb8866f79ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.565906] env[62675]: DEBUG oslo_concurrency.lockutils [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] Lock "5ff00e5a-676c-4d56-968e-1fb8866f79ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.565906] env[62675]: DEBUG nova.compute.manager [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] No waiting events found dispatching network-vif-plugged-18489933-3e0c-422b-9207-4ac9c5289809 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.565906] env[62675]: WARNING nova.compute.manager [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Received unexpected event network-vif-plugged-18489933-3e0c-422b-9207-4ac9c5289809 for instance with vm_state building and task_state spawning. [ 703.565906] env[62675]: DEBUG nova.compute.manager [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Received event network-changed-18489933-3e0c-422b-9207-4ac9c5289809 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 703.565906] env[62675]: DEBUG nova.compute.manager [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Refreshing instance network info cache due to event network-changed-18489933-3e0c-422b-9207-4ac9c5289809. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 703.565906] env[62675]: DEBUG oslo_concurrency.lockutils [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] Acquiring lock "refresh_cache-5ff00e5a-676c-4d56-968e-1fb8866f79ac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.711103] env[62675]: DEBUG nova.network.neutron [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.888705] env[62675]: DEBUG nova.network.neutron [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Updating instance_info_cache with network_info: [{"id": "18489933-3e0c-422b-9207-4ac9c5289809", "address": "fa:16:3e:a9:7e:7e", "network": {"id": "4a14cf21-c8f4-4e4b-a9a8-b42155fb2d7a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1766876617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f16e5fae83414cc3a35376a66951fa66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18489933-3e", "ovs_interfaceid": "18489933-3e0c-422b-9207-4ac9c5289809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.931035] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b38c1ae-55c0-4824-adcc-3780b47ca0b8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.940065] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a347fedd-c11d-4f1b-9f06-5e1e70c17c8f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.981022] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d139e57-4f4d-4a89-9104-9c6dc2e1a8bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.989747] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1648dd-e0f6-46be-8c98-4e81aaefc71f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.006483] env[62675]: DEBUG nova.compute.provider_tree [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.355743] env[62675]: DEBUG nova.compute.manager [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.383171] env[62675]: DEBUG nova.virt.hardware [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.383498] env[62675]: DEBUG nova.virt.hardware [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.383627] env[62675]: DEBUG nova.virt.hardware [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.383823] env[62675]: DEBUG nova.virt.hardware [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.383947] env[62675]: DEBUG nova.virt.hardware [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.384113] env[62675]: DEBUG nova.virt.hardware [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.384399] env[62675]: DEBUG nova.virt.hardware [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.384565] env[62675]: DEBUG nova.virt.hardware [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.384771] env[62675]: DEBUG nova.virt.hardware [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.384936] env[62675]: DEBUG nova.virt.hardware [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.385127] env[62675]: DEBUG nova.virt.hardware [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.386055] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef5ad0e-d14b-4aaa-bc6b-448fbacd134c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.391911] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Releasing lock "refresh_cache-5ff00e5a-676c-4d56-968e-1fb8866f79ac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.392291] env[62675]: DEBUG nova.compute.manager [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Instance network_info: |[{"id": "18489933-3e0c-422b-9207-4ac9c5289809", "address": "fa:16:3e:a9:7e:7e", "network": {"id": "4a14cf21-c8f4-4e4b-a9a8-b42155fb2d7a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1766876617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f16e5fae83414cc3a35376a66951fa66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18489933-3e", "ovs_interfaceid": "18489933-3e0c-422b-9207-4ac9c5289809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.393724] env[62675]: DEBUG oslo_concurrency.lockutils [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] Acquired lock "refresh_cache-5ff00e5a-676c-4d56-968e-1fb8866f79ac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.393724] env[62675]: DEBUG nova.network.neutron [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Refreshing network info cache for port 18489933-3e0c-422b-9207-4ac9c5289809 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.394030] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:7e:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc1e16db-ad3b-4b7f-ab64-4609c87abac0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18489933-3e0c-422b-9207-4ac9c5289809', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.403209] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Creating folder: Project (f16e5fae83414cc3a35376a66951fa66). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.408339] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1958f358-1c29-4100-a1d7-477909994d4f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.412447] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f58d517-1c1f-45ac-902e-3336b365c9cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.436700] env[62675]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 704.436889] env[62675]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62675) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 704.440793] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Folder already exists: Project (f16e5fae83414cc3a35376a66951fa66). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 704.440793] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Creating folder: Instances. Parent ref: group-v542232. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.440793] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c25963e-3285-4f97-a79e-c9fba09f4230 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.449990] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Created folder: Instances in parent group-v542232. [ 704.451831] env[62675]: DEBUG oslo.service.loopingcall [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.451831] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.451831] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-048f1df0-e4db-4ac2-a719-e074027d9273 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.477222] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.477222] env[62675]: value = "task-2690495" [ 704.477222] env[62675]: _type = "Task" [ 704.477222] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.491999] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690495, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.510509] env[62675]: DEBUG nova.scheduler.client.report [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.530761] env[62675]: DEBUG nova.compute.manager [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Stashing vm_state: active {{(pid=62675) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 704.908506] env[62675]: DEBUG nova.network.neutron [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Successfully updated port: dc5a5a77-0e22-452b-8404-1590d565aada {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.973295] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "e1826804-fb88-4228-9e63-d6504704ca48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.973550] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "e1826804-fb88-4228-9e63-d6504704ca48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.973757] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "e1826804-fb88-4228-9e63-d6504704ca48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.973933] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "e1826804-fb88-4228-9e63-d6504704ca48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.974272] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "e1826804-fb88-4228-9e63-d6504704ca48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.976322] env[62675]: INFO nova.compute.manager [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Terminating instance [ 704.991223] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690495, 'name': CreateVM_Task, 'duration_secs': 0.404973} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.991390] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.992159] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': 'fa834c6b-ce7f-418c-b488-cf07db1e5f6a', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542241', 'volume_id': 'e3917429-32b8-4ce1-84c9-23f3cd726584', 'name': 'volume-e3917429-32b8-4ce1-84c9-23f3cd726584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff00e5a-676c-4d56-968e-1fb8866f79ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'e3917429-32b8-4ce1-84c9-23f3cd726584', 'serial': 'e3917429-32b8-4ce1-84c9-23f3cd726584'}, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62675) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 704.992303] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Root volume attach. Driver type: vmdk {{(pid=62675) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 704.993285] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a548e413-33cf-4058-961d-2aa213709b9a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.005422] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a750f7-0e0e-45bf-8293-a2aee8ef8dbf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.010899] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb9ffb6-fbdf-43d2-8b5c-672b46c2b43f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.014325] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.014850] env[62675]: DEBUG nova.compute.manager [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 705.017313] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.625s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.018720] env[62675]: INFO nova.compute.claims [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.025627] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-cf51a214-b97d-4a51-9ff8-95b5df40b567 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.038817] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Waiting for the task: (returnval){ [ 705.038817] env[62675]: value = "task-2690497" [ 705.038817] env[62675]: _type = "Task" [ 705.038817] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.054143] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.061910] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690497, 'name': RelocateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.127045] env[62675]: DEBUG nova.network.neutron [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Updated VIF entry in instance network info cache for port 18489933-3e0c-422b-9207-4ac9c5289809. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.127475] env[62675]: DEBUG nova.network.neutron [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Updating instance_info_cache with network_info: [{"id": "18489933-3e0c-422b-9207-4ac9c5289809", "address": "fa:16:3e:a9:7e:7e", "network": {"id": "4a14cf21-c8f4-4e4b-a9a8-b42155fb2d7a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1766876617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f16e5fae83414cc3a35376a66951fa66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18489933-3e", "ovs_interfaceid": "18489933-3e0c-422b-9207-4ac9c5289809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.411977] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "refresh_cache-6f2071c8-a77c-4fa1-a4f0-f171b2a06168" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.412297] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "refresh_cache-6f2071c8-a77c-4fa1-a4f0-f171b2a06168" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.412397] env[62675]: DEBUG nova.network.neutron [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.481321] env[62675]: DEBUG nova.compute.manager [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 705.481591] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.482520] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a4b7e5-a7f4-4739-9ea5-74c25e979b53 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.493050] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.493050] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f621242a-b1ba-4b30-9ef0-1bc547e5c8a2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.499137] env[62675]: DEBUG oslo_vmware.api [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 705.499137] env[62675]: value = "task-2690498" [ 705.499137] env[62675]: _type = "Task" [ 705.499137] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.508247] env[62675]: DEBUG oslo_vmware.api [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.524036] env[62675]: DEBUG nova.compute.utils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 705.527149] env[62675]: DEBUG nova.compute.manager [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.527324] env[62675]: DEBUG nova.network.neutron [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.550294] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690497, 'name': RelocateVM_Task} progress is 34%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.565081] env[62675]: DEBUG nova.policy [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bfbd7a2acf1492ea583295a4d9abdf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69654c94008a4cb092d0c3331eee39a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.590572] env[62675]: DEBUG nova.compute.manager [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Received event network-vif-plugged-dc5a5a77-0e22-452b-8404-1590d565aada {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.590849] env[62675]: DEBUG oslo_concurrency.lockutils [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] Acquiring lock "6f2071c8-a77c-4fa1-a4f0-f171b2a06168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.591191] env[62675]: DEBUG oslo_concurrency.lockutils [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] Lock "6f2071c8-a77c-4fa1-a4f0-f171b2a06168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.591300] env[62675]: DEBUG oslo_concurrency.lockutils [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] Lock "6f2071c8-a77c-4fa1-a4f0-f171b2a06168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.591423] env[62675]: DEBUG nova.compute.manager [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] No waiting events found dispatching network-vif-plugged-dc5a5a77-0e22-452b-8404-1590d565aada {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.591619] env[62675]: WARNING nova.compute.manager [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Received unexpected event network-vif-plugged-dc5a5a77-0e22-452b-8404-1590d565aada for instance with vm_state building and task_state spawning. [ 705.591901] env[62675]: DEBUG nova.compute.manager [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Received event network-changed-dc5a5a77-0e22-452b-8404-1590d565aada {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 705.592206] env[62675]: DEBUG nova.compute.manager [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Refreshing instance network info cache due to event network-changed-dc5a5a77-0e22-452b-8404-1590d565aada. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 705.592328] env[62675]: DEBUG oslo_concurrency.lockutils [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] Acquiring lock "refresh_cache-6f2071c8-a77c-4fa1-a4f0-f171b2a06168" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.630560] env[62675]: DEBUG oslo_concurrency.lockutils [req-52a877f6-fb24-4ab9-b011-d9e25d990072 req-745c29fa-3370-4c11-83c6-ad7f76643e0e service nova] Releasing lock "refresh_cache-5ff00e5a-676c-4d56-968e-1fb8866f79ac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.890215] env[62675]: DEBUG nova.network.neutron [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Successfully created port: 5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.970083] env[62675]: DEBUG nova.network.neutron [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.013952] env[62675]: DEBUG oslo_vmware.api [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.027838] env[62675]: DEBUG nova.compute.manager [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.064920] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690497, 'name': RelocateVM_Task} progress is 47%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.230812] env[62675]: DEBUG nova.network.neutron [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Updating instance_info_cache with network_info: [{"id": "dc5a5a77-0e22-452b-8404-1590d565aada", "address": "fa:16:3e:3f:16:96", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5a5a77-0e", "ovs_interfaceid": "dc5a5a77-0e22-452b-8404-1590d565aada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.519682] env[62675]: DEBUG oslo_vmware.api [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690498, 'name': PowerOffVM_Task, 'duration_secs': 0.722896} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.522753] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.523019] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.523567] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7f0d9c1-9c64-465a-882c-e6728c70b7cc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.560481] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690497, 'name': RelocateVM_Task} progress is 60%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.626664] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a417bf61-2cdd-42e5-83d5-071cb92c47e2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.640949] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ea2474-7dfc-468f-a9c9-c767fcf8dfdb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.681917] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc6e0db-b039-42bc-8753-87e7b2d8d28a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.692027] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.692369] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.692564] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Deleting the datastore file [datastore2] e1826804-fb88-4228-9e63-d6504704ca48 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.695281] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e679695-913d-4ee9-a58c-5251d3e285d2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.699016] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf818a1-1d21-4812-bbc2-c6c7f68c1a8d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.718725] env[62675]: DEBUG nova.compute.provider_tree [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.721995] env[62675]: DEBUG oslo_vmware.api [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 706.721995] env[62675]: value = "task-2690500" [ 706.721995] env[62675]: _type = "Task" [ 706.721995] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.737216] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "refresh_cache-6f2071c8-a77c-4fa1-a4f0-f171b2a06168" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.737620] env[62675]: DEBUG nova.compute.manager [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Instance network_info: |[{"id": "dc5a5a77-0e22-452b-8404-1590d565aada", "address": "fa:16:3e:3f:16:96", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5a5a77-0e", "ovs_interfaceid": "dc5a5a77-0e22-452b-8404-1590d565aada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.738920] env[62675]: DEBUG oslo_vmware.api [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.739225] env[62675]: DEBUG oslo_concurrency.lockutils [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] Acquired lock "refresh_cache-6f2071c8-a77c-4fa1-a4f0-f171b2a06168" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.739442] env[62675]: DEBUG nova.network.neutron [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Refreshing network info cache for port dc5a5a77-0e22-452b-8404-1590d565aada {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.740955] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:16:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc5a5a77-0e22-452b-8404-1590d565aada', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.750026] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Creating folder: Project (69654c94008a4cb092d0c3331eee39a8). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.751205] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03b67e50-1479-4157-aebc-c791425b5f71 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.770808] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Created folder: Project (69654c94008a4cb092d0c3331eee39a8) in parent group-v542174. [ 706.771108] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Creating folder: Instances. Parent ref: group-v542305. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 706.771403] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee50e96f-b001-4e7a-b852-aed2305759f0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.789177] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Created folder: Instances in parent group-v542305. [ 706.789340] env[62675]: DEBUG oslo.service.loopingcall [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 706.789503] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.789919] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-777139f0-5240-41cd-822b-0e0441a1ec33 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.816581] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.816581] env[62675]: value = "task-2690503" [ 706.816581] env[62675]: _type = "Task" [ 706.816581] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.831425] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690503, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.047050] env[62675]: DEBUG nova.compute.manager [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.066103] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690497, 'name': RelocateVM_Task} progress is 73%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.075628] env[62675]: DEBUG nova.virt.hardware [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.075724] env[62675]: DEBUG nova.virt.hardware [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.075802] env[62675]: DEBUG nova.virt.hardware [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.076037] env[62675]: DEBUG nova.virt.hardware [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.076222] env[62675]: DEBUG nova.virt.hardware [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.076382] env[62675]: DEBUG nova.virt.hardware [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.076597] env[62675]: DEBUG nova.virt.hardware [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.076760] env[62675]: DEBUG nova.virt.hardware [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.076939] env[62675]: DEBUG nova.virt.hardware [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.077193] env[62675]: DEBUG nova.virt.hardware [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.077394] env[62675]: DEBUG nova.virt.hardware [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.078315] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed429b1-f640-470d-aabf-123a2606d456 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.091595] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ae6687-84ef-4b4e-9b94-1b4c8d003b4c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.224046] env[62675]: DEBUG nova.scheduler.client.report [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.242310] env[62675]: DEBUG oslo_vmware.api [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.331945] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690503, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.555988] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690497, 'name': RelocateVM_Task} progress is 84%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.648346] env[62675]: DEBUG nova.network.neutron [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Updated VIF entry in instance network info cache for port dc5a5a77-0e22-452b-8404-1590d565aada. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.648673] env[62675]: DEBUG nova.network.neutron [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Updating instance_info_cache with network_info: [{"id": "dc5a5a77-0e22-452b-8404-1590d565aada", "address": "fa:16:3e:3f:16:96", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5a5a77-0e", "ovs_interfaceid": "dc5a5a77-0e22-452b-8404-1590d565aada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.738605] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.738605] env[62675]: DEBUG nova.compute.manager [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.744316] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.674s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.744506] env[62675]: INFO nova.compute.claims [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.768656] env[62675]: DEBUG oslo_vmware.api [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.816237] env[62675]: DEBUG nova.compute.manager [req-01544097-c58c-44fb-9501-dc93c7febdc0 req-7f1639c3-9777-4791-9c1b-ca045305db82 service nova] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Received event network-vif-plugged-5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.817814] env[62675]: DEBUG oslo_concurrency.lockutils [req-01544097-c58c-44fb-9501-dc93c7febdc0 req-7f1639c3-9777-4791-9c1b-ca045305db82 service nova] Acquiring lock "9043970b-25b2-4989-baea-3cfeb11bec5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.820522] env[62675]: DEBUG oslo_concurrency.lockutils [req-01544097-c58c-44fb-9501-dc93c7febdc0 req-7f1639c3-9777-4791-9c1b-ca045305db82 service nova] Lock "9043970b-25b2-4989-baea-3cfeb11bec5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.820522] env[62675]: DEBUG oslo_concurrency.lockutils [req-01544097-c58c-44fb-9501-dc93c7febdc0 req-7f1639c3-9777-4791-9c1b-ca045305db82 service nova] Lock "9043970b-25b2-4989-baea-3cfeb11bec5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.820522] env[62675]: DEBUG nova.compute.manager [req-01544097-c58c-44fb-9501-dc93c7febdc0 req-7f1639c3-9777-4791-9c1b-ca045305db82 service nova] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] No waiting events found dispatching network-vif-plugged-5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.820522] env[62675]: WARNING nova.compute.manager [req-01544097-c58c-44fb-9501-dc93c7febdc0 req-7f1639c3-9777-4791-9c1b-ca045305db82 service nova] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Received unexpected event network-vif-plugged-5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f for instance with vm_state building and task_state spawning. [ 707.859286] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690503, 'name': CreateVM_Task, 'duration_secs': 0.743615} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.859684] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.863858] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.864842] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.865832] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 707.866908] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096db4d3-5042-45ae-b23e-518d65d44730 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.878465] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 707.878465] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d02b91-a60e-dad4-ca00-f4a5bb9b23a9" [ 707.878465] env[62675]: _type = "Task" [ 707.878465] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.890485] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d02b91-a60e-dad4-ca00-f4a5bb9b23a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.921038] env[62675]: DEBUG nova.network.neutron [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Successfully updated port: 5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.057637] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690497, 'name': RelocateVM_Task} progress is 97%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.151709] env[62675]: DEBUG oslo_concurrency.lockutils [req-f5e934cb-c51f-4d99-b478-9b9323d8bfe2 req-3c288aef-eab9-4af1-abf9-f61846872de7 service nova] Releasing lock "refresh_cache-6f2071c8-a77c-4fa1-a4f0-f171b2a06168" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.240031] env[62675]: DEBUG oslo_vmware.api [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.399984} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.240191] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.240386] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.240562] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.240731] env[62675]: INFO nova.compute.manager [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Took 2.76 seconds to destroy the instance on the hypervisor. [ 708.240971] env[62675]: DEBUG oslo.service.loopingcall [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.241176] env[62675]: DEBUG nova.compute.manager [-] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.241272] env[62675]: DEBUG nova.network.neutron [-] [instance: e1826804-fb88-4228-9e63-d6504704ca48] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.243983] env[62675]: DEBUG nova.compute.utils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 708.245331] env[62675]: DEBUG nova.compute.manager [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.246024] env[62675]: DEBUG nova.network.neutron [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.330502] env[62675]: DEBUG nova.policy [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '913d0e56e7b0434c9ca1ee05b11c8e1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de9abd5c7ac74b269e37fcc08918dbb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.389531] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d02b91-a60e-dad4-ca00-f4a5bb9b23a9, 'name': SearchDatastore_Task, 'duration_secs': 0.019874} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.390192] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.390448] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.390713] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.390859] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.391052] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.391341] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01c9aa01-f6be-4c57-be28-dfa5db23a81b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.409078] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.409278] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.410039] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37130b29-54b9-47b5-a4ee-56bfd42f7a81 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.416193] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 708.416193] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5297b393-03e4-c9bc-2e0d-3c2783676385" [ 708.416193] env[62675]: _type = "Task" [ 708.416193] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.425614] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "refresh_cache-9043970b-25b2-4989-baea-3cfeb11bec5d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.425759] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "refresh_cache-9043970b-25b2-4989-baea-3cfeb11bec5d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.425908] env[62675]: DEBUG nova.network.neutron [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.428536] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5297b393-03e4-c9bc-2e0d-3c2783676385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.560790] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690497, 'name': RelocateVM_Task} progress is 97%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.748292] env[62675]: DEBUG nova.compute.manager [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.836883] env[62675]: DEBUG nova.network.neutron [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Successfully created port: d59457e4-c733-4a46-9c11-1777f4f24073 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.934922] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5297b393-03e4-c9bc-2e0d-3c2783676385, 'name': SearchDatastore_Task, 'duration_secs': 0.061497} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.943268] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4decc983-84f0-4768-a285-27510ff5c16b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.951701] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 708.951701] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b115e7-9656-68fc-9753-54eda7faf728" [ 708.951701] env[62675]: _type = "Task" [ 708.951701] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.968652] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b115e7-9656-68fc-9753-54eda7faf728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.003040] env[62675]: DEBUG nova.network.neutron [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.064930] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690497, 'name': RelocateVM_Task} progress is 98%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.142884] env[62675]: DEBUG nova.network.neutron [-] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.348215] env[62675]: DEBUG nova.network.neutron [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Updating instance_info_cache with network_info: [{"id": "5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f", "address": "fa:16:3e:c0:e9:96", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f03d700-df", "ovs_interfaceid": "5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.395765] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dadc23-c0b0-427e-88d5-2360c1aecaaa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.404195] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b9fd7a-acf3-4762-9c87-8da1332cd04a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.435776] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d5e60f-158c-4964-8f92-cede7cb524ec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.444683] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffb4980-84f5-43dd-a527-d089dd54e1ed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.459420] env[62675]: DEBUG nova.compute.provider_tree [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.469928] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b115e7-9656-68fc-9753-54eda7faf728, 'name': SearchDatastore_Task, 'duration_secs': 0.021746} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.470721] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.470987] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 6f2071c8-a77c-4fa1-a4f0-f171b2a06168/6f2071c8-a77c-4fa1-a4f0-f171b2a06168.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.471264] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22185df7-3a8f-497e-8c44-fcd526174b15 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.479860] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 709.479860] env[62675]: value = "task-2690506" [ 709.479860] env[62675]: _type = "Task" [ 709.479860] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.491289] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.557829] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690497, 'name': RelocateVM_Task, 'duration_secs': 4.397091} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.558152] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 709.558361] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542241', 'volume_id': 'e3917429-32b8-4ce1-84c9-23f3cd726584', 'name': 'volume-e3917429-32b8-4ce1-84c9-23f3cd726584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff00e5a-676c-4d56-968e-1fb8866f79ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'e3917429-32b8-4ce1-84c9-23f3cd726584', 'serial': 'e3917429-32b8-4ce1-84c9-23f3cd726584'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 709.559164] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7628489f-7999-4da0-b6f6-5650f2fc967d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.577481] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a29667-5083-4c8f-a6e7-4ba35c1919ea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.603335] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-e3917429-32b8-4ce1-84c9-23f3cd726584/volume-e3917429-32b8-4ce1-84c9-23f3cd726584.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.603514] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6ea93af-ba7a-4333-b802-edc34e6a202e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.625766] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Waiting for the task: (returnval){ [ 709.625766] env[62675]: value = "task-2690507" [ 709.625766] env[62675]: _type = "Task" [ 709.625766] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.634948] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.647045] env[62675]: INFO nova.compute.manager [-] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Took 1.41 seconds to deallocate network for instance. [ 709.766954] env[62675]: DEBUG nova.compute.manager [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.800399] env[62675]: DEBUG nova.virt.hardware [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.800572] env[62675]: DEBUG nova.virt.hardware [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.800762] env[62675]: DEBUG nova.virt.hardware [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.801056] env[62675]: DEBUG nova.virt.hardware [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.801218] env[62675]: DEBUG nova.virt.hardware [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.801384] env[62675]: DEBUG nova.virt.hardware [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.801598] env[62675]: DEBUG nova.virt.hardware [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.801855] env[62675]: DEBUG nova.virt.hardware [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.802203] env[62675]: DEBUG nova.virt.hardware [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.802489] env[62675]: DEBUG nova.virt.hardware [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.802789] env[62675]: DEBUG nova.virt.hardware [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.804326] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71434b55-d9d3-4e77-a1f0-e6a29c5815dc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.816480] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732d2436-b86a-4aee-9bbd-a2d0d203482e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.851565] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "refresh_cache-9043970b-25b2-4989-baea-3cfeb11bec5d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.851932] env[62675]: DEBUG nova.compute.manager [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Instance network_info: |[{"id": "5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f", "address": "fa:16:3e:c0:e9:96", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f03d700-df", "ovs_interfaceid": "5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.852444] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:e9:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.860185] env[62675]: DEBUG oslo.service.loopingcall [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.861659] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.863229] env[62675]: DEBUG nova.compute.manager [req-ea9f3c27-9ec6-4b3c-a70f-1f7df9fa3888 req-ed026fa7-0a6d-4bdb-a64f-f7388250dbb5 service nova] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Received event network-changed-5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.863432] env[62675]: DEBUG nova.compute.manager [req-ea9f3c27-9ec6-4b3c-a70f-1f7df9fa3888 req-ed026fa7-0a6d-4bdb-a64f-f7388250dbb5 service nova] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Refreshing instance network info cache due to event network-changed-5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 709.863676] env[62675]: DEBUG oslo_concurrency.lockutils [req-ea9f3c27-9ec6-4b3c-a70f-1f7df9fa3888 req-ed026fa7-0a6d-4bdb-a64f-f7388250dbb5 service nova] Acquiring lock "refresh_cache-9043970b-25b2-4989-baea-3cfeb11bec5d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.863847] env[62675]: DEBUG oslo_concurrency.lockutils [req-ea9f3c27-9ec6-4b3c-a70f-1f7df9fa3888 req-ed026fa7-0a6d-4bdb-a64f-f7388250dbb5 service nova] Acquired lock "refresh_cache-9043970b-25b2-4989-baea-3cfeb11bec5d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.864039] env[62675]: DEBUG nova.network.neutron [req-ea9f3c27-9ec6-4b3c-a70f-1f7df9fa3888 req-ed026fa7-0a6d-4bdb-a64f-f7388250dbb5 service nova] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Refreshing network info cache for port 5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.865415] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d78406c6-42e2-4eba-a6fb-f3c5db057993 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.889232] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.889232] env[62675]: value = "task-2690508" [ 709.889232] env[62675]: _type = "Task" [ 709.889232] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.900208] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690508, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.967054] env[62675]: DEBUG nova.scheduler.client.report [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.996410] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690506, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.137188] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690507, 'name': ReconfigVM_Task, 'duration_secs': 0.410472} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.137544] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-e3917429-32b8-4ce1-84c9-23f3cd726584/volume-e3917429-32b8-4ce1-84c9-23f3cd726584.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.142742] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e6bf3a5-3c50-4d03-b14d-8a2526788f82 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.154403] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.160728] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Waiting for the task: (returnval){ [ 710.160728] env[62675]: value = "task-2690509" [ 710.160728] env[62675]: _type = "Task" [ 710.160728] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.169521] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.400197] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690508, 'name': CreateVM_Task, 'duration_secs': 0.483623} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.400353] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.401072] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.401248] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.401577] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.401827] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b51343-f410-4a8f-8ccf-d6ab45ca823e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.406977] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 710.406977] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5208742d-9932-3208-a6a7-a21eb3abe551" [ 710.406977] env[62675]: _type = "Task" [ 710.406977] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.415416] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5208742d-9932-3208-a6a7-a21eb3abe551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.471516] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.472040] env[62675]: DEBUG nova.compute.manager [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.474816] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.735s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.476214] env[62675]: INFO nova.compute.claims [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.495573] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653914} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.495819] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 6f2071c8-a77c-4fa1-a4f0-f171b2a06168/6f2071c8-a77c-4fa1-a4f0-f171b2a06168.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.497863] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.498200] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c3f2509-71bb-4b20-b975-b98c944770ea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.507947] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 710.507947] env[62675]: value = "task-2690510" [ 710.507947] env[62675]: _type = "Task" [ 710.507947] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.520457] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.670080] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690509, 'name': ReconfigVM_Task, 'duration_secs': 0.205093} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.670529] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542241', 'volume_id': 'e3917429-32b8-4ce1-84c9-23f3cd726584', 'name': 'volume-e3917429-32b8-4ce1-84c9-23f3cd726584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff00e5a-676c-4d56-968e-1fb8866f79ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'e3917429-32b8-4ce1-84c9-23f3cd726584', 'serial': 'e3917429-32b8-4ce1-84c9-23f3cd726584'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 710.670946] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41a33b2c-fea6-4cd7-9568-859480f5889f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.678279] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Waiting for the task: (returnval){ [ 710.678279] env[62675]: value = "task-2690511" [ 710.678279] env[62675]: _type = "Task" [ 710.678279] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.688996] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690511, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.700939] env[62675]: DEBUG nova.network.neutron [req-ea9f3c27-9ec6-4b3c-a70f-1f7df9fa3888 req-ed026fa7-0a6d-4bdb-a64f-f7388250dbb5 service nova] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Updated VIF entry in instance network info cache for port 5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.701417] env[62675]: DEBUG nova.network.neutron [req-ea9f3c27-9ec6-4b3c-a70f-1f7df9fa3888 req-ed026fa7-0a6d-4bdb-a64f-f7388250dbb5 service nova] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Updating instance_info_cache with network_info: [{"id": "5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f", "address": "fa:16:3e:c0:e9:96", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f03d700-df", "ovs_interfaceid": "5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.821999] env[62675]: DEBUG nova.network.neutron [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Successfully updated port: d59457e4-c733-4a46-9c11-1777f4f24073 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.918282] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5208742d-9932-3208-a6a7-a21eb3abe551, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.919038] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.919038] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.919038] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.919217] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.919366] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.919620] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76c1d1fb-8ac4-43a0-9ef8-e2fce1ef0aeb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.928691] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.928903] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.929517] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb21159f-e358-4c59-b489-bdaf36ff93d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.935579] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 710.935579] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527a4483-c464-a5a0-59d9-b353cbcf387d" [ 710.935579] env[62675]: _type = "Task" [ 710.935579] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.944094] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527a4483-c464-a5a0-59d9-b353cbcf387d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.983193] env[62675]: DEBUG nova.compute.utils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 710.984187] env[62675]: DEBUG nova.compute.manager [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.984439] env[62675]: DEBUG nova.network.neutron [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.018132] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.022713] env[62675]: DEBUG nova.policy [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0707696e550430a8bcaa48546d574e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef9781f874ac4cacb6305052b7898b66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.189016] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690511, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.203775] env[62675]: DEBUG oslo_concurrency.lockutils [req-ea9f3c27-9ec6-4b3c-a70f-1f7df9fa3888 req-ed026fa7-0a6d-4bdb-a64f-f7388250dbb5 service nova] Releasing lock "refresh_cache-9043970b-25b2-4989-baea-3cfeb11bec5d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.204260] env[62675]: DEBUG nova.compute.manager [req-ea9f3c27-9ec6-4b3c-a70f-1f7df9fa3888 req-ed026fa7-0a6d-4bdb-a64f-f7388250dbb5 service nova] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Received event network-vif-deleted-07c91c76-a76a-4b30-8b1f-5342d848c05e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.326575] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Acquiring lock "refresh_cache-34705cc3-12ff-496f-a5ae-7db685ab7d42" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.326795] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Acquired lock "refresh_cache-34705cc3-12ff-496f-a5ae-7db685ab7d42" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.326987] env[62675]: DEBUG nova.network.neutron [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.374943] env[62675]: DEBUG nova.network.neutron [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Successfully created port: d3cdca7d-24b3-471d-a537-9b48aa981f99 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.447193] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527a4483-c464-a5a0-59d9-b353cbcf387d, 'name': SearchDatastore_Task, 'duration_secs': 0.014472} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.448032] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93f0a5e-c67e-4ca9-9e99-86129f3a8d1e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.454388] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 711.454388] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5258511f-6868-ea26-abc9-b61d99805815" [ 711.454388] env[62675]: _type = "Task" [ 711.454388] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.462828] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5258511f-6868-ea26-abc9-b61d99805815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.488200] env[62675]: DEBUG nova.compute.manager [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.520425] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.889863} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.522206] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.522206] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cbd840-f90d-4def-b514-8732b9ccd46a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.548604] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 6f2071c8-a77c-4fa1-a4f0-f171b2a06168/6f2071c8-a77c-4fa1-a4f0-f171b2a06168.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.551207] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d120eacd-a254-4127-8777-fa7c21ae75bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.572366] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 711.572366] env[62675]: value = "task-2690512" [ 711.572366] env[62675]: _type = "Task" [ 711.572366] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.584372] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.690215] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690511, 'name': Rename_Task, 'duration_secs': 0.798976} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.690215] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.690215] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7d0ae93-eb12-4f93-8350-f2024724d8fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.698590] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Waiting for the task: (returnval){ [ 711.698590] env[62675]: value = "task-2690513" [ 711.698590] env[62675]: _type = "Task" [ 711.698590] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.710232] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.910871] env[62675]: DEBUG nova.network.neutron [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.954725] env[62675]: DEBUG nova.compute.manager [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Received event network-vif-plugged-d59457e4-c733-4a46-9c11-1777f4f24073 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.954949] env[62675]: DEBUG oslo_concurrency.lockutils [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] Acquiring lock "34705cc3-12ff-496f-a5ae-7db685ab7d42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.955177] env[62675]: DEBUG oslo_concurrency.lockutils [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] Lock "34705cc3-12ff-496f-a5ae-7db685ab7d42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.955421] env[62675]: DEBUG oslo_concurrency.lockutils [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] Lock "34705cc3-12ff-496f-a5ae-7db685ab7d42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.955635] env[62675]: DEBUG nova.compute.manager [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] No waiting events found dispatching network-vif-plugged-d59457e4-c733-4a46-9c11-1777f4f24073 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.955992] env[62675]: WARNING nova.compute.manager [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Received unexpected event network-vif-plugged-d59457e4-c733-4a46-9c11-1777f4f24073 for instance with vm_state building and task_state spawning. [ 711.956215] env[62675]: DEBUG nova.compute.manager [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Received event network-changed-d59457e4-c733-4a46-9c11-1777f4f24073 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.956417] env[62675]: DEBUG nova.compute.manager [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Refreshing instance network info cache due to event network-changed-d59457e4-c733-4a46-9c11-1777f4f24073. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 711.956613] env[62675]: DEBUG oslo_concurrency.lockutils [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] Acquiring lock "refresh_cache-34705cc3-12ff-496f-a5ae-7db685ab7d42" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.968732] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5258511f-6868-ea26-abc9-b61d99805815, 'name': SearchDatastore_Task, 'duration_secs': 0.021093} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.971208] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.971496] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9043970b-25b2-4989-baea-3cfeb11bec5d/9043970b-25b2-4989-baea-3cfeb11bec5d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.971977] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-888d48a8-9b2f-462c-b8d1-66e26b0878f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.980534] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 711.980534] env[62675]: value = "task-2690514" [ 711.980534] env[62675]: _type = "Task" [ 711.980534] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.999462] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.078683] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ea394-b8ba-4afe-b5ca-428c501a9fb3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.088018] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.090820] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2349e064-9238-441a-bf89-a2b2bce6f514 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.128906] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e463d1c5-5b25-4daf-af56-1e4a6e1009a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.138664] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498602e3-c3a6-49e5-a060-35a11c9ca18f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.157918] env[62675]: DEBUG nova.compute.provider_tree [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.176298] env[62675]: DEBUG nova.network.neutron [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Updating instance_info_cache with network_info: [{"id": "d59457e4-c733-4a46-9c11-1777f4f24073", "address": "fa:16:3e:b4:07:a5", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59457e4-c7", "ovs_interfaceid": "d59457e4-c733-4a46-9c11-1777f4f24073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.208869] env[62675]: DEBUG oslo_vmware.api [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690513, 'name': PowerOnVM_Task, 'duration_secs': 0.473945} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.213390] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.213645] env[62675]: INFO nova.compute.manager [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Took 8.78 seconds to spawn the instance on the hypervisor. [ 712.213830] env[62675]: DEBUG nova.compute.manager [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.214671] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c4cd1-4956-41d2-9f07-eccc38ae4ee7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.494009] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.501300] env[62675]: DEBUG nova.compute.manager [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.532402] env[62675]: DEBUG nova.virt.hardware [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.532402] env[62675]: DEBUG nova.virt.hardware [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.532402] env[62675]: DEBUG nova.virt.hardware [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.532651] env[62675]: DEBUG nova.virt.hardware [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.532651] env[62675]: DEBUG nova.virt.hardware [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.532921] env[62675]: DEBUG nova.virt.hardware [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.533043] env[62675]: DEBUG nova.virt.hardware [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.533242] env[62675]: DEBUG nova.virt.hardware [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.533415] env[62675]: DEBUG nova.virt.hardware [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.533579] env[62675]: DEBUG nova.virt.hardware [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.533884] env[62675]: DEBUG nova.virt.hardware [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.534641] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed79cf6b-40c0-4c21-bca3-3a293dbcf118 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.543561] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895dc893-7073-4cad-8abb-168c2785e134 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.582888] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.661430] env[62675]: DEBUG nova.scheduler.client.report [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.679237] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Releasing lock "refresh_cache-34705cc3-12ff-496f-a5ae-7db685ab7d42" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.679611] env[62675]: DEBUG nova.compute.manager [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Instance network_info: |[{"id": "d59457e4-c733-4a46-9c11-1777f4f24073", "address": "fa:16:3e:b4:07:a5", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59457e4-c7", "ovs_interfaceid": "d59457e4-c733-4a46-9c11-1777f4f24073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.680155] env[62675]: DEBUG oslo_concurrency.lockutils [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] Acquired lock "refresh_cache-34705cc3-12ff-496f-a5ae-7db685ab7d42" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.680367] env[62675]: DEBUG nova.network.neutron [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Refreshing network info cache for port d59457e4-c733-4a46-9c11-1777f4f24073 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.681839] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:07:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd59457e4-c733-4a46-9c11-1777f4f24073', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.689224] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Creating folder: Project (de9abd5c7ac74b269e37fcc08918dbb7). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.692450] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43482d38-e07d-4eb5-bcba-e5a11a38d715 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.706902] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Created folder: Project (de9abd5c7ac74b269e37fcc08918dbb7) in parent group-v542174. [ 712.707110] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Creating folder: Instances. Parent ref: group-v542309. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.707351] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5474654-5737-4942-8f00-46eb5cb1c717 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.717206] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Created folder: Instances in parent group-v542309. [ 712.717431] env[62675]: DEBUG oslo.service.loopingcall [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.717723] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.717952] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95c118fc-f5a7-478c-bf1c-eb6a00eff1ce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.742675] env[62675]: INFO nova.compute.manager [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Took 46.14 seconds to build instance. [ 712.744726] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.744726] env[62675]: value = "task-2690517" [ 712.744726] env[62675]: _type = "Task" [ 712.744726] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.753808] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690517, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.972538] env[62675]: DEBUG nova.network.neutron [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Updated VIF entry in instance network info cache for port d59457e4-c733-4a46-9c11-1777f4f24073. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.972538] env[62675]: DEBUG nova.network.neutron [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Updating instance_info_cache with network_info: [{"id": "d59457e4-c733-4a46-9c11-1777f4f24073", "address": "fa:16:3e:b4:07:a5", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59457e4-c7", "ovs_interfaceid": "d59457e4-c733-4a46-9c11-1777f4f24073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.997055] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690514, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.086731] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690512, 'name': ReconfigVM_Task, 'duration_secs': 1.342896} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.087138] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 6f2071c8-a77c-4fa1-a4f0-f171b2a06168/6f2071c8-a77c-4fa1-a4f0-f171b2a06168.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.089697] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e29c8fae-5055-4191-98c8-760accc2090c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.097970] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 713.097970] env[62675]: value = "task-2690518" [ 713.097970] env[62675]: _type = "Task" [ 713.097970] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.109475] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690518, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.167178] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.167727] env[62675]: DEBUG nova.compute.manager [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.170726] env[62675]: DEBUG oslo_concurrency.lockutils [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.109s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.170902] env[62675]: DEBUG oslo_concurrency.lockutils [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.176163] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.869s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.176163] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.176163] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.319s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.176288] env[62675]: DEBUG nova.objects.instance [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lazy-loading 'resources' on Instance uuid eb140ffc-39a8-475d-a47b-3c5d05adda4c {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.199800] env[62675]: INFO nova.scheduler.client.report [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Deleted allocations for instance c6d9a643-9909-4127-a49e-24c49d4eccfd [ 713.201504] env[62675]: INFO nova.scheduler.client.report [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleted allocations for instance b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb [ 713.245981] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71494098-1b51-45f7-9915-f42405b4ab4a tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lock "5ff00e5a-676c-4d56-968e-1fb8866f79ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.362s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.263079] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690517, 'name': CreateVM_Task, 'duration_secs': 0.428999} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.263268] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.263984] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.264227] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.265508] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.265859] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92810bd1-1afb-4158-8cab-46423e0500f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.275405] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Waiting for the task: (returnval){ [ 713.275405] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52edc42e-dcf9-de03-d21a-c65d5a9800fa" [ 713.275405] env[62675]: _type = "Task" [ 713.275405] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.292651] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52edc42e-dcf9-de03-d21a-c65d5a9800fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.454136] env[62675]: DEBUG oslo_concurrency.lockutils [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Acquiring lock "29199399-8810-4aa8-bb38-1d3975f6d9cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.454136] env[62675]: DEBUG oslo_concurrency.lockutils [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Lock "29199399-8810-4aa8-bb38-1d3975f6d9cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.475644] env[62675]: DEBUG oslo_concurrency.lockutils [req-16bac13a-1593-4951-a68e-aa3671711fe7 req-ece4338c-181c-47a7-8839-660c841ff395 service nova] Releasing lock "refresh_cache-34705cc3-12ff-496f-a5ae-7db685ab7d42" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.491086] env[62675]: DEBUG nova.network.neutron [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Successfully updated port: d3cdca7d-24b3-471d-a537-9b48aa981f99 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.497758] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690514, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.333278} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.497893] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9043970b-25b2-4989-baea-3cfeb11bec5d/9043970b-25b2-4989-baea-3cfeb11bec5d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.498118] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.498405] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef205813-dfb6-4c27-84b9-c8c268fb4084 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.507255] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 713.507255] env[62675]: value = "task-2690519" [ 713.507255] env[62675]: _type = "Task" [ 713.507255] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.517213] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.609254] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690518, 'name': Rename_Task, 'duration_secs': 0.312208} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.610924] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.610924] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acc4205a-4f86-4c6c-bc90-0a118584de5f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.619411] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 713.619411] env[62675]: value = "task-2690520" [ 713.619411] env[62675]: _type = "Task" [ 713.619411] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.637911] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.682360] env[62675]: DEBUG nova.compute.utils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 713.687384] env[62675]: DEBUG nova.compute.manager [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.687490] env[62675]: DEBUG nova.network.neutron [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.690536] env[62675]: DEBUG nova.compute.manager [req-c229e6fc-e3cb-4832-b500-cf564704ab1e req-c757f0ca-1e29-4449-a36d-ce8ff3009c87 service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Received event network-changed-18489933-3e0c-422b-9207-4ac9c5289809 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.690814] env[62675]: DEBUG nova.compute.manager [req-c229e6fc-e3cb-4832-b500-cf564704ab1e req-c757f0ca-1e29-4449-a36d-ce8ff3009c87 service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Refreshing instance network info cache due to event network-changed-18489933-3e0c-422b-9207-4ac9c5289809. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 713.690814] env[62675]: DEBUG oslo_concurrency.lockutils [req-c229e6fc-e3cb-4832-b500-cf564704ab1e req-c757f0ca-1e29-4449-a36d-ce8ff3009c87 service nova] Acquiring lock "refresh_cache-5ff00e5a-676c-4d56-968e-1fb8866f79ac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.691345] env[62675]: DEBUG oslo_concurrency.lockutils [req-c229e6fc-e3cb-4832-b500-cf564704ab1e req-c757f0ca-1e29-4449-a36d-ce8ff3009c87 service nova] Acquired lock "refresh_cache-5ff00e5a-676c-4d56-968e-1fb8866f79ac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.691656] env[62675]: DEBUG nova.network.neutron [req-c229e6fc-e3cb-4832-b500-cf564704ab1e req-c757f0ca-1e29-4449-a36d-ce8ff3009c87 service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Refreshing network info cache for port 18489933-3e0c-422b-9207-4ac9c5289809 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.712678] env[62675]: DEBUG oslo_concurrency.lockutils [None req-820fef2e-6543-4297-94ba-c704e0834281 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770 tempest-FloatingIPsAssociationNegativeTestJSON-1167640770-project-member] Lock "c6d9a643-9909-4127-a49e-24c49d4eccfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.710s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.716568] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0ceb622c-75df-443b-9141-6492465fe7ad tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.847s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.751132] env[62675]: DEBUG nova.policy [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44bee4a566d34a7aa1ab871fa5615e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8a1d26818daa4876828debbe4d0720c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.790808] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52edc42e-dcf9-de03-d21a-c65d5a9800fa, 'name': SearchDatastore_Task, 'duration_secs': 0.023429} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.791027] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.791994] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.791994] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.791994] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.791994] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.792233] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0186d3d-944b-48af-9c3b-8d7472030cfc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.804788] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.805364] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.805780] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-539e9b4c-369c-495d-8622-2ef6b113d590 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.812595] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Waiting for the task: (returnval){ [ 713.812595] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5218094d-6529-4664-b4c2-ab220e454011" [ 713.812595] env[62675]: _type = "Task" [ 713.812595] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.825504] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5218094d-6529-4664-b4c2-ab220e454011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.956329] env[62675]: DEBUG nova.compute.manager [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.983184] env[62675]: DEBUG nova.compute.manager [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Received event network-vif-plugged-d3cdca7d-24b3-471d-a537-9b48aa981f99 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.983184] env[62675]: DEBUG oslo_concurrency.lockutils [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] Acquiring lock "54077f0d-3e5c-4aa3-98f0-2434c168ce06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.983184] env[62675]: DEBUG oslo_concurrency.lockutils [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] Lock "54077f0d-3e5c-4aa3-98f0-2434c168ce06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.983368] env[62675]: DEBUG oslo_concurrency.lockutils [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] Lock "54077f0d-3e5c-4aa3-98f0-2434c168ce06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.983645] env[62675]: DEBUG nova.compute.manager [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] No waiting events found dispatching network-vif-plugged-d3cdca7d-24b3-471d-a537-9b48aa981f99 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.985793] env[62675]: WARNING nova.compute.manager [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Received unexpected event network-vif-plugged-d3cdca7d-24b3-471d-a537-9b48aa981f99 for instance with vm_state building and task_state spawning. [ 713.985979] env[62675]: DEBUG nova.compute.manager [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Received event network-changed-d3cdca7d-24b3-471d-a537-9b48aa981f99 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.986150] env[62675]: DEBUG nova.compute.manager [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Refreshing instance network info cache due to event network-changed-d3cdca7d-24b3-471d-a537-9b48aa981f99. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 713.987748] env[62675]: DEBUG oslo_concurrency.lockutils [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] Acquiring lock "refresh_cache-54077f0d-3e5c-4aa3-98f0-2434c168ce06" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.987908] env[62675]: DEBUG oslo_concurrency.lockutils [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] Acquired lock "refresh_cache-54077f0d-3e5c-4aa3-98f0-2434c168ce06" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.988108] env[62675]: DEBUG nova.network.neutron [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Refreshing network info cache for port d3cdca7d-24b3-471d-a537-9b48aa981f99 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.994658] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "refresh_cache-54077f0d-3e5c-4aa3-98f0-2434c168ce06" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.022283] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.391291} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.022658] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.023398] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eb0920-035c-470a-b0a3-9b7bc64d9839 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.056907] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 9043970b-25b2-4989-baea-3cfeb11bec5d/9043970b-25b2-4989-baea-3cfeb11bec5d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.059537] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e28a2ba-07f3-4cc7-8a4a-bf262ee007a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.084142] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 714.084142] env[62675]: value = "task-2690521" [ 714.084142] env[62675]: _type = "Task" [ 714.084142] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.096969] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.130234] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690520, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.195212] env[62675]: DEBUG nova.compute.manager [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 714.327667] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5218094d-6529-4664-b4c2-ab220e454011, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.334643] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a8d54c-3dab-4149-a53b-7ec129e4bf7d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.343084] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Waiting for the task: (returnval){ [ 714.343084] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a70329-7409-393a-9c18-8a181a79f8e1" [ 714.343084] env[62675]: _type = "Task" [ 714.343084] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.351227] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a70329-7409-393a-9c18-8a181a79f8e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.353122] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978b4ef3-7f77-4148-8e3f-3674edec9013 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.362619] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc4e740-44d6-4be0-872e-4973ebfdf3b0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.406603] env[62675]: DEBUG nova.network.neutron [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Successfully created port: dba580f9-bfba-4d6a-b9df-0cd97468014a {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.410465] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59288f3-c2c5-46c9-82be-bfcb948fd917 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.418177] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d67b7a8-b06e-4dc1-ade2-30b1ba7e37c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.433075] env[62675]: DEBUG nova.compute.provider_tree [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.483113] env[62675]: DEBUG oslo_concurrency.lockutils [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.596203] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.599765] env[62675]: DEBUG nova.network.neutron [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.629903] env[62675]: DEBUG oslo_vmware.api [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690520, 'name': PowerOnVM_Task, 'duration_secs': 0.784366} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.630182] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.630410] env[62675]: INFO nova.compute.manager [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Took 10.28 seconds to spawn the instance on the hypervisor. [ 714.630609] env[62675]: DEBUG nova.compute.manager [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.631423] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544b96a0-2389-4992-9a56-b783e2b5f79c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.855015] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a70329-7409-393a-9c18-8a181a79f8e1, 'name': SearchDatastore_Task, 'duration_secs': 0.019891} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.855453] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.855613] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 34705cc3-12ff-496f-a5ae-7db685ab7d42/34705cc3-12ff-496f-a5ae-7db685ab7d42.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.855895] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce172396-bf25-4db0-b814-fde7d76a7b73 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.863533] env[62675]: DEBUG nova.network.neutron [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.866347] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Waiting for the task: (returnval){ [ 714.866347] env[62675]: value = "task-2690522" [ 714.866347] env[62675]: _type = "Task" [ 714.866347] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.876910] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.937560] env[62675]: DEBUG nova.scheduler.client.report [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.960431] env[62675]: DEBUG nova.network.neutron [req-c229e6fc-e3cb-4832-b500-cf564704ab1e req-c757f0ca-1e29-4449-a36d-ce8ff3009c87 service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Updated VIF entry in instance network info cache for port 18489933-3e0c-422b-9207-4ac9c5289809. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.963163] env[62675]: DEBUG nova.network.neutron [req-c229e6fc-e3cb-4832-b500-cf564704ab1e req-c757f0ca-1e29-4449-a36d-ce8ff3009c87 service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Updating instance_info_cache with network_info: [{"id": "18489933-3e0c-422b-9207-4ac9c5289809", "address": "fa:16:3e:a9:7e:7e", "network": {"id": "4a14cf21-c8f4-4e4b-a9a8-b42155fb2d7a", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1766876617-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f16e5fae83414cc3a35376a66951fa66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc1e16db-ad3b-4b7f-ab64-4609c87abac0", "external-id": "nsx-vlan-transportzone-500", "segmentation_id": 500, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18489933-3e", "ovs_interfaceid": "18489933-3e0c-422b-9207-4ac9c5289809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.097206] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690521, 'name': ReconfigVM_Task, 'duration_secs': 0.876338} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.097621] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 9043970b-25b2-4989-baea-3cfeb11bec5d/9043970b-25b2-4989-baea-3cfeb11bec5d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.098481] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7dea14b-cc62-4e4d-882e-061354dd6ed7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.107066] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 715.107066] env[62675]: value = "task-2690523" [ 715.107066] env[62675]: _type = "Task" [ 715.107066] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.118394] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690523, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.153280] env[62675]: INFO nova.compute.manager [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Took 43.95 seconds to build instance. [ 715.210753] env[62675]: DEBUG nova.compute.manager [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 715.242941] env[62675]: DEBUG nova.virt.hardware [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.243408] env[62675]: DEBUG nova.virt.hardware [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.243687] env[62675]: DEBUG nova.virt.hardware [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.243902] env[62675]: DEBUG nova.virt.hardware [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.244087] env[62675]: DEBUG nova.virt.hardware [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.244256] env[62675]: DEBUG nova.virt.hardware [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.244496] env[62675]: DEBUG nova.virt.hardware [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.244695] env[62675]: DEBUG nova.virt.hardware [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.244883] env[62675]: DEBUG nova.virt.hardware [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.245088] env[62675]: DEBUG nova.virt.hardware [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.245291] env[62675]: DEBUG nova.virt.hardware [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.246287] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a297d8a-31ea-4ec8-b6c6-c9249828ba5a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.255942] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1790bf5-04a7-4b8c-afbd-e5b482575b9d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.370746] env[62675]: DEBUG oslo_concurrency.lockutils [req-1375e9f4-ccb4-4ab3-8d65-17fa634a1b85 req-675d3bab-92a8-4b9c-ad0a-93fa806ff43a service nova] Releasing lock "refresh_cache-54077f0d-3e5c-4aa3-98f0-2434c168ce06" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.371301] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "refresh_cache-54077f0d-3e5c-4aa3-98f0-2434c168ce06" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.371478] env[62675]: DEBUG nova.network.neutron [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.385453] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690522, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.444223] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.446972] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.548s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.448640] env[62675]: INFO nova.compute.claims [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.464072] env[62675]: DEBUG oslo_concurrency.lockutils [req-c229e6fc-e3cb-4832-b500-cf564704ab1e req-c757f0ca-1e29-4449-a36d-ce8ff3009c87 service nova] Releasing lock "refresh_cache-5ff00e5a-676c-4d56-968e-1fb8866f79ac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.482533] env[62675]: INFO nova.scheduler.client.report [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Deleted allocations for instance eb140ffc-39a8-475d-a47b-3c5d05adda4c [ 715.617220] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690523, 'name': Rename_Task, 'duration_secs': 0.20432} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.617468] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.617740] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79f4f5cc-3d11-4a74-b744-14073f906425 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.624780] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 715.624780] env[62675]: value = "task-2690524" [ 715.624780] env[62675]: _type = "Task" [ 715.624780] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.633260] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.660985] env[62675]: DEBUG oslo_concurrency.lockutils [None req-859f62f7-9ad6-49ef-8646-16af39807592 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "6f2071c8-a77c-4fa1-a4f0-f171b2a06168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.616s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.883854] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633448} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.884159] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 34705cc3-12ff-496f-a5ae-7db685ab7d42/34705cc3-12ff-496f-a5ae-7db685ab7d42.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.884328] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.884896] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a85a076a-5771-476d-918f-dba91f6f74f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.892661] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Waiting for the task: (returnval){ [ 715.892661] env[62675]: value = "task-2690525" [ 715.892661] env[62675]: _type = "Task" [ 715.892661] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.901930] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.925722] env[62675]: DEBUG nova.network.neutron [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.996908] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e5958fc7-2900-4bc9-80a4-1d03b65ae6dc tempest-ListServerFiltersTestJSON-1037361851 tempest-ListServerFiltersTestJSON-1037361851-project-member] Lock "eb140ffc-39a8-475d-a47b-3c5d05adda4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.327s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.143540] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690524, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.192078] env[62675]: DEBUG nova.network.neutron [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Updating instance_info_cache with network_info: [{"id": "d3cdca7d-24b3-471d-a537-9b48aa981f99", "address": "fa:16:3e:d2:0c:11", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cdca7d-24", "ovs_interfaceid": "d3cdca7d-24b3-471d-a537-9b48aa981f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.338911] env[62675]: DEBUG nova.compute.manager [req-6fbd3716-baec-4856-af97-8e58de61c401 req-4dfe6634-96c9-456e-a9b6-7bf8bd8f34c9 service nova] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Received event network-vif-plugged-dba580f9-bfba-4d6a-b9df-0cd97468014a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.339286] env[62675]: DEBUG oslo_concurrency.lockutils [req-6fbd3716-baec-4856-af97-8e58de61c401 req-4dfe6634-96c9-456e-a9b6-7bf8bd8f34c9 service nova] Acquiring lock "3364dc58-416c-42da-8157-6efdb65e0e89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.344959] env[62675]: DEBUG oslo_concurrency.lockutils [req-6fbd3716-baec-4856-af97-8e58de61c401 req-4dfe6634-96c9-456e-a9b6-7bf8bd8f34c9 service nova] Lock "3364dc58-416c-42da-8157-6efdb65e0e89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.005s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.344959] env[62675]: DEBUG oslo_concurrency.lockutils [req-6fbd3716-baec-4856-af97-8e58de61c401 req-4dfe6634-96c9-456e-a9b6-7bf8bd8f34c9 service nova] Lock "3364dc58-416c-42da-8157-6efdb65e0e89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.344959] env[62675]: DEBUG nova.compute.manager [req-6fbd3716-baec-4856-af97-8e58de61c401 req-4dfe6634-96c9-456e-a9b6-7bf8bd8f34c9 service nova] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] No waiting events found dispatching network-vif-plugged-dba580f9-bfba-4d6a-b9df-0cd97468014a {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.344959] env[62675]: WARNING nova.compute.manager [req-6fbd3716-baec-4856-af97-8e58de61c401 req-4dfe6634-96c9-456e-a9b6-7bf8bd8f34c9 service nova] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Received unexpected event network-vif-plugged-dba580f9-bfba-4d6a-b9df-0cd97468014a for instance with vm_state building and task_state spawning. [ 716.404853] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107869} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.406731] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.407287] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db9d7c0-8898-4228-9004-d62ab5458406 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.433520] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 34705cc3-12ff-496f-a5ae-7db685ab7d42/34705cc3-12ff-496f-a5ae-7db685ab7d42.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.434074] env[62675]: DEBUG nova.network.neutron [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Successfully updated port: dba580f9-bfba-4d6a-b9df-0cd97468014a {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.435251] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ec1179e-7e39-44f2-bbde-478e4ed3a22e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.467168] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Waiting for the task: (returnval){ [ 716.467168] env[62675]: value = "task-2690526" [ 716.467168] env[62675]: _type = "Task" [ 716.467168] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.479136] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690526, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.637659] env[62675]: DEBUG oslo_vmware.api [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690524, 'name': PowerOnVM_Task, 'duration_secs': 1.0012} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.641379] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.641605] env[62675]: INFO nova.compute.manager [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Took 9.59 seconds to spawn the instance on the hypervisor. [ 716.641779] env[62675]: DEBUG nova.compute.manager [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.644275] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78d06af-e912-4f3b-91d8-2ce30b1fa3c2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.695201] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "refresh_cache-54077f0d-3e5c-4aa3-98f0-2434c168ce06" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.695733] env[62675]: DEBUG nova.compute.manager [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Instance network_info: |[{"id": "d3cdca7d-24b3-471d-a537-9b48aa981f99", "address": "fa:16:3e:d2:0c:11", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cdca7d-24", "ovs_interfaceid": "d3cdca7d-24b3-471d-a537-9b48aa981f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.695934] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:0c:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3cdca7d-24b3-471d-a537-9b48aa981f99', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.704132] env[62675]: DEBUG oslo.service.loopingcall [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 716.707210] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.709271] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44c40cec-cf2e-4863-bd86-8ac03d8aef48 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.733235] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.733235] env[62675]: value = "task-2690527" [ 716.733235] env[62675]: _type = "Task" [ 716.733235] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.744862] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690527, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.959936] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Acquiring lock "refresh_cache-3364dc58-416c-42da-8157-6efdb65e0e89" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.959936] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Acquired lock "refresh_cache-3364dc58-416c-42da-8157-6efdb65e0e89" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.959936] env[62675]: DEBUG nova.network.neutron [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.982171] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690526, 'name': ReconfigVM_Task, 'duration_secs': 0.348438} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.982171] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 34705cc3-12ff-496f-a5ae-7db685ab7d42/34705cc3-12ff-496f-a5ae-7db685ab7d42.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.982995] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06d246ff-68a5-4222-979b-e2c6139a9e89 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.992609] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Waiting for the task: (returnval){ [ 716.992609] env[62675]: value = "task-2690528" [ 716.992609] env[62675]: _type = "Task" [ 716.992609] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.006113] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690528, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.116130] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3ceaa7-8927-4344-b64d-d5bb2f8f1a95 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.125235] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581df022-5db4-4bdc-b567-d9ee04893dfb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.173115] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6ea5ef-9a60-46fe-82bf-6789a0fe3e0b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.183046] env[62675]: INFO nova.compute.manager [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Took 42.84 seconds to build instance. [ 717.190208] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c4a7d8-16a4-44a6-af64-338f721e489c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.211551] env[62675]: DEBUG nova.compute.provider_tree [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.246064] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690527, 'name': CreateVM_Task, 'duration_secs': 0.491787} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.246821] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.247023] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.247540] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.247884] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 717.248094] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9bd743-086a-4ca8-8252-36cb43462052 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.254438] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 717.254438] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ecc861-5cf7-6f13-fa50-b91361d48635" [ 717.254438] env[62675]: _type = "Task" [ 717.254438] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.268020] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ecc861-5cf7-6f13-fa50-b91361d48635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.507451] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690528, 'name': Rename_Task, 'duration_secs': 0.236142} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.507767] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.508036] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0db0ebda-786c-4894-a12a-911b5ee72bf1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.518730] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Waiting for the task: (returnval){ [ 717.518730] env[62675]: value = "task-2690529" [ 717.518730] env[62675]: _type = "Task" [ 717.518730] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.523457] env[62675]: DEBUG nova.network.neutron [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.531601] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.685157] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c337e9ec-63a5-4d18-a0a5-4e0292733459 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "9043970b-25b2-4989-baea-3cfeb11bec5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.679s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.716491] env[62675]: DEBUG nova.scheduler.client.report [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.746546] env[62675]: DEBUG nova.network.neutron [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Updating instance_info_cache with network_info: [{"id": "dba580f9-bfba-4d6a-b9df-0cd97468014a", "address": "fa:16:3e:1f:10:52", "network": {"id": "b6e4a5d4-edf0-466b-a4a9-b583002890c8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-564053605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a1d26818daa4876828debbe4d0720c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba580f9-bf", "ovs_interfaceid": "dba580f9-bfba-4d6a-b9df-0cd97468014a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.768123] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ecc861-5cf7-6f13-fa50-b91361d48635, 'name': SearchDatastore_Task, 'duration_secs': 0.039254} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.768587] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.769122] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.769309] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.769309] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.769853] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.770023] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55bec240-2b7b-4607-a74b-ae78f4772b7d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.782859] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.783284] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.784654] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cdfc2b3-1f64-4bfc-804f-ebdb527aeee5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.792830] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 717.792830] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ed7234-02fc-5df5-7ee9-4da92640ecb2" [ 717.792830] env[62675]: _type = "Task" [ 717.792830] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.803582] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ed7234-02fc-5df5-7ee9-4da92640ecb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.906335] env[62675]: INFO nova.compute.manager [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Rescuing [ 717.906842] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "refresh_cache-9043970b-25b2-4989-baea-3cfeb11bec5d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.906842] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "refresh_cache-9043970b-25b2-4989-baea-3cfeb11bec5d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.906970] env[62675]: DEBUG nova.network.neutron [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.030695] env[62675]: DEBUG oslo_vmware.api [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690529, 'name': PowerOnVM_Task, 'duration_secs': 0.48346} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.030695] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.031179] env[62675]: INFO nova.compute.manager [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Took 8.26 seconds to spawn the instance on the hypervisor. [ 718.031179] env[62675]: DEBUG nova.compute.manager [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.031685] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b47804-5e79-4b81-97ae-44a06d68ebd0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.221620] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.222160] env[62675]: DEBUG nova.compute.manager [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.224744] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.740s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.224970] env[62675]: DEBUG nova.objects.instance [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Lazy-loading 'resources' on Instance uuid fd23c82e-4955-4be3-b034-5400270a19a3 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.250240] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Releasing lock "refresh_cache-3364dc58-416c-42da-8157-6efdb65e0e89" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.250240] env[62675]: DEBUG nova.compute.manager [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Instance network_info: |[{"id": "dba580f9-bfba-4d6a-b9df-0cd97468014a", "address": "fa:16:3e:1f:10:52", "network": {"id": "b6e4a5d4-edf0-466b-a4a9-b583002890c8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-564053605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a1d26818daa4876828debbe4d0720c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba580f9-bf", "ovs_interfaceid": "dba580f9-bfba-4d6a-b9df-0cd97468014a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.250378] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:10:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dba580f9-bfba-4d6a-b9df-0cd97468014a', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.259026] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Creating folder: Project (8a1d26818daa4876828debbe4d0720c7). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.259026] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e282bec-6ae3-4efb-892d-31a53b703b47 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.276943] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Created folder: Project (8a1d26818daa4876828debbe4d0720c7) in parent group-v542174. [ 718.276943] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Creating folder: Instances. Parent ref: group-v542313. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.276943] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b976a70d-ea88-44a3-b082-0b8fe80d5705 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.288931] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Created folder: Instances in parent group-v542313. [ 718.289208] env[62675]: DEBUG oslo.service.loopingcall [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 718.289403] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.289694] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-940d0a0e-fec7-403b-a8d1-7ab667133e5a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.316400] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ed7234-02fc-5df5-7ee9-4da92640ecb2, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.318321] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.318321] env[62675]: value = "task-2690532" [ 718.318321] env[62675]: _type = "Task" [ 718.318321] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.318542] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34fa87ba-d9db-40a5-ba21-7c49355e00da {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.328020] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 718.328020] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523f5b97-46aa-e383-c817-04c3282e4083" [ 718.328020] env[62675]: _type = "Task" [ 718.328020] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.335721] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690532, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.341338] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523f5b97-46aa-e383-c817-04c3282e4083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.394822] env[62675]: DEBUG nova.compute.manager [req-744479fc-7b28-4022-864c-c29700e8dc0a req-707d0c0d-8cb8-418d-a333-4f6cd6b5c238 service nova] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Received event network-changed-dba580f9-bfba-4d6a-b9df-0cd97468014a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.394994] env[62675]: DEBUG nova.compute.manager [req-744479fc-7b28-4022-864c-c29700e8dc0a req-707d0c0d-8cb8-418d-a333-4f6cd6b5c238 service nova] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Refreshing instance network info cache due to event network-changed-dba580f9-bfba-4d6a-b9df-0cd97468014a. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 718.395225] env[62675]: DEBUG oslo_concurrency.lockutils [req-744479fc-7b28-4022-864c-c29700e8dc0a req-707d0c0d-8cb8-418d-a333-4f6cd6b5c238 service nova] Acquiring lock "refresh_cache-3364dc58-416c-42da-8157-6efdb65e0e89" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.395658] env[62675]: DEBUG oslo_concurrency.lockutils [req-744479fc-7b28-4022-864c-c29700e8dc0a req-707d0c0d-8cb8-418d-a333-4f6cd6b5c238 service nova] Acquired lock "refresh_cache-3364dc58-416c-42da-8157-6efdb65e0e89" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.396712] env[62675]: DEBUG nova.network.neutron [req-744479fc-7b28-4022-864c-c29700e8dc0a req-707d0c0d-8cb8-418d-a333-4f6cd6b5c238 service nova] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Refreshing network info cache for port dba580f9-bfba-4d6a-b9df-0cd97468014a {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.555332] env[62675]: INFO nova.compute.manager [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Took 38.18 seconds to build instance. [ 718.650545] env[62675]: DEBUG nova.network.neutron [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Updating instance_info_cache with network_info: [{"id": "5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f", "address": "fa:16:3e:c0:e9:96", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f03d700-df", "ovs_interfaceid": "5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.729223] env[62675]: DEBUG nova.compute.utils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 718.736335] env[62675]: DEBUG nova.compute.manager [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.737674] env[62675]: DEBUG nova.network.neutron [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.793416] env[62675]: DEBUG nova.policy [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffd6519913354413b22ca778ab9a4c97', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e2904aa66c940e9897c91ec8ac6c5b6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.839216] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690532, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.849653] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523f5b97-46aa-e383-c817-04c3282e4083, 'name': SearchDatastore_Task, 'duration_secs': 0.028721} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.852865] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 718.853358] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 54077f0d-3e5c-4aa3-98f0-2434c168ce06/54077f0d-3e5c-4aa3-98f0-2434c168ce06.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.853710] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21581b17-16d2-4653-b230-aa0d6c98f395 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.862724] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 718.862724] env[62675]: value = "task-2690533" [ 718.862724] env[62675]: _type = "Task" [ 718.862724] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.875592] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.056411] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab0269df-2327-4e39-a5ef-ae5ea6e89595 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Lock "34705cc3-12ff-496f-a5ae-7db685ab7d42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.341s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.152891] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "refresh_cache-9043970b-25b2-4989-baea-3cfeb11bec5d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.237816] env[62675]: DEBUG nova.compute.manager [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.344838] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690532, 'name': CreateVM_Task, 'duration_secs': 0.554427} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.345099] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.346193] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.346351] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.346677] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 719.346965] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7268ec4d-d3c9-4056-b79a-0e4b6d929226 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.364416] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Waiting for the task: (returnval){ [ 719.364416] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523b8a92-4a5e-7819-169f-2fdfa155e489" [ 719.364416] env[62675]: _type = "Task" [ 719.364416] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.380967] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690533, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.384589] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523b8a92-4a5e-7819-169f-2fdfa155e489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.386707] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd6054d-f9b4-476f-a6dc-13eec27ed43e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.400348] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3d124f-3962-499d-b732-58863022ca7e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.406478] env[62675]: DEBUG nova.compute.manager [None req-81f6b4a3-8552-4faa-a74f-42cb05267850 tempest-ServerExternalEventsTest-419171841 tempest-ServerExternalEventsTest-419171841-project] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Received event network-changed {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.406632] env[62675]: DEBUG nova.compute.manager [None req-81f6b4a3-8552-4faa-a74f-42cb05267850 tempest-ServerExternalEventsTest-419171841 tempest-ServerExternalEventsTest-419171841-project] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Refreshing instance network info cache due to event network-changed. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 719.407088] env[62675]: DEBUG oslo_concurrency.lockutils [None req-81f6b4a3-8552-4faa-a74f-42cb05267850 tempest-ServerExternalEventsTest-419171841 tempest-ServerExternalEventsTest-419171841-project] Acquiring lock "refresh_cache-34705cc3-12ff-496f-a5ae-7db685ab7d42" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.407253] env[62675]: DEBUG oslo_concurrency.lockutils [None req-81f6b4a3-8552-4faa-a74f-42cb05267850 tempest-ServerExternalEventsTest-419171841 tempest-ServerExternalEventsTest-419171841-project] Acquired lock "refresh_cache-34705cc3-12ff-496f-a5ae-7db685ab7d42" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.408034] env[62675]: DEBUG nova.network.neutron [None req-81f6b4a3-8552-4faa-a74f-42cb05267850 tempest-ServerExternalEventsTest-419171841 tempest-ServerExternalEventsTest-419171841-project] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.449431] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ce1684-d6c1-4951-a6c4-deedf61aef04 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.463746] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a79852-4141-44ed-be8f-60f6369dc12d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.480050] env[62675]: DEBUG nova.compute.provider_tree [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.625256] env[62675]: DEBUG nova.network.neutron [req-744479fc-7b28-4022-864c-c29700e8dc0a req-707d0c0d-8cb8-418d-a333-4f6cd6b5c238 service nova] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Updated VIF entry in instance network info cache for port dba580f9-bfba-4d6a-b9df-0cd97468014a. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.626555] env[62675]: DEBUG nova.network.neutron [req-744479fc-7b28-4022-864c-c29700e8dc0a req-707d0c0d-8cb8-418d-a333-4f6cd6b5c238 service nova] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Updating instance_info_cache with network_info: [{"id": "dba580f9-bfba-4d6a-b9df-0cd97468014a", "address": "fa:16:3e:1f:10:52", "network": {"id": "b6e4a5d4-edf0-466b-a4a9-b583002890c8", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-564053605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8a1d26818daa4876828debbe4d0720c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba580f9-bf", "ovs_interfaceid": "dba580f9-bfba-4d6a-b9df-0cd97468014a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.673377] env[62675]: DEBUG nova.network.neutron [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Successfully created port: b5a1512d-4bb5-41f4-a472-47657155266f {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.881032] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523b8a92-4a5e-7819-169f-2fdfa155e489, 'name': SearchDatastore_Task, 'duration_secs': 0.067097} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.881032] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.881032] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.881032] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.881585] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.881889] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.882312] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.762653} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.882635] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da8e0d74-1f20-4a2a-ab98-922f099b24f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.885034] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 54077f0d-3e5c-4aa3-98f0-2434c168ce06/54077f0d-3e5c-4aa3-98f0-2434c168ce06.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.885390] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.885746] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46d746ee-c579-4003-bc5f-f53711bec808 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.898024] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 719.898024] env[62675]: value = "task-2690534" [ 719.898024] env[62675]: _type = "Task" [ 719.898024] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.898024] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.898024] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.902173] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-094c13f8-8b49-40a4-8a7e-308b24bd162a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.914944] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Waiting for the task: (returnval){ [ 719.914944] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b2c1b0-d218-7e31-1e0a-f649378de640" [ 719.914944] env[62675]: _type = "Task" [ 719.914944] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.917772] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.936024] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b2c1b0-d218-7e31-1e0a-f649378de640, 'name': SearchDatastore_Task, 'duration_secs': 0.016632} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.936024] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd83def6-98ab-42bb-b925-9f72d0257ea0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.945073] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Waiting for the task: (returnval){ [ 719.945073] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fc2fb8-1982-67b9-c40f-57ca75b8e9fd" [ 719.945073] env[62675]: _type = "Task" [ 719.945073] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.956476] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fc2fb8-1982-67b9-c40f-57ca75b8e9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.984463] env[62675]: DEBUG nova.scheduler.client.report [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.129967] env[62675]: DEBUG oslo_concurrency.lockutils [req-744479fc-7b28-4022-864c-c29700e8dc0a req-707d0c0d-8cb8-418d-a333-4f6cd6b5c238 service nova] Releasing lock "refresh_cache-3364dc58-416c-42da-8157-6efdb65e0e89" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.252141] env[62675]: DEBUG nova.compute.manager [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.267858] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Acquiring lock "34705cc3-12ff-496f-a5ae-7db685ab7d42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.267858] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Lock "34705cc3-12ff-496f-a5ae-7db685ab7d42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.267858] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Acquiring lock "34705cc3-12ff-496f-a5ae-7db685ab7d42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.267980] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Lock "34705cc3-12ff-496f-a5ae-7db685ab7d42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.268091] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Lock "34705cc3-12ff-496f-a5ae-7db685ab7d42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.270427] env[62675]: INFO nova.compute.manager [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Terminating instance [ 720.298115] env[62675]: DEBUG nova.virt.hardware [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.298334] env[62675]: DEBUG nova.virt.hardware [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.298492] env[62675]: DEBUG nova.virt.hardware [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.298674] env[62675]: DEBUG nova.virt.hardware [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.298823] env[62675]: DEBUG nova.virt.hardware [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.298993] env[62675]: DEBUG nova.virt.hardware [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.299290] env[62675]: DEBUG nova.virt.hardware [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.299533] env[62675]: DEBUG nova.virt.hardware [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.299826] env[62675]: DEBUG nova.virt.hardware [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.300053] env[62675]: DEBUG nova.virt.hardware [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.300278] env[62675]: DEBUG nova.virt.hardware [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.301533] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170192b2-83d5-4d8e-933e-fd983020562e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.313411] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3df934b-353a-41c1-a063-bf5a5192e9b6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.319776] env[62675]: DEBUG nova.network.neutron [None req-81f6b4a3-8552-4faa-a74f-42cb05267850 tempest-ServerExternalEventsTest-419171841 tempest-ServerExternalEventsTest-419171841-project] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Updating instance_info_cache with network_info: [{"id": "d59457e4-c733-4a46-9c11-1777f4f24073", "address": "fa:16:3e:b4:07:a5", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd59457e4-c7", "ovs_interfaceid": "d59457e4-c733-4a46-9c11-1777f4f24073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.408344] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149077} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.408631] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.409491] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36c6b00-21bb-4ba4-81b6-a2834e219c7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.438446] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 54077f0d-3e5c-4aa3-98f0-2434c168ce06/54077f0d-3e5c-4aa3-98f0-2434c168ce06.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.438784] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91946c6f-dbe5-4b52-8e5f-c1e4168b9fd9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.468783] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fc2fb8-1982-67b9-c40f-57ca75b8e9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.014484} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.470400] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.471414] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 3364dc58-416c-42da-8157-6efdb65e0e89/3364dc58-416c-42da-8157-6efdb65e0e89.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.471414] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 720.471414] env[62675]: value = "task-2690535" [ 720.471414] env[62675]: _type = "Task" [ 720.471414] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.471414] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-975400cd-c531-4621-a726-3695a3eca580 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.483654] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690535, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.485161] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Waiting for the task: (returnval){ [ 720.485161] env[62675]: value = "task-2690536" [ 720.485161] env[62675]: _type = "Task" [ 720.485161] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.489708] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.491773] env[62675]: DEBUG oslo_concurrency.lockutils [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.978s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.492075] env[62675]: DEBUG nova.objects.instance [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lazy-loading 'resources' on Instance uuid 20a8a0f2-b24c-4097-b231-ef82b86bdda5 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.500668] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.531962] env[62675]: INFO nova.scheduler.client.report [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Deleted allocations for instance fd23c82e-4955-4be3-b034-5400270a19a3 [ 720.719322] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.720418] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a41cecf3-1928-4f1f-aea1-19cac453b259 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.731552] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 720.731552] env[62675]: value = "task-2690537" [ 720.731552] env[62675]: _type = "Task" [ 720.731552] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.742361] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.779621] env[62675]: DEBUG nova.compute.manager [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.779847] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.780827] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7b12a2-bb91-465b-be89-bd7f66729adc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.791976] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.792647] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e553299b-b4d8-42f8-ba79-ef77dd4b4b22 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.806483] env[62675]: DEBUG oslo_vmware.api [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Waiting for the task: (returnval){ [ 720.806483] env[62675]: value = "task-2690538" [ 720.806483] env[62675]: _type = "Task" [ 720.806483] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.822671] env[62675]: DEBUG oslo_vmware.api [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.832194] env[62675]: DEBUG oslo_concurrency.lockutils [None req-81f6b4a3-8552-4faa-a74f-42cb05267850 tempest-ServerExternalEventsTest-419171841 tempest-ServerExternalEventsTest-419171841-project] Releasing lock "refresh_cache-34705cc3-12ff-496f-a5ae-7db685ab7d42" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.988888] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690535, 'name': ReconfigVM_Task, 'duration_secs': 0.443491} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.992722] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 54077f0d-3e5c-4aa3-98f0-2434c168ce06/54077f0d-3e5c-4aa3-98f0-2434c168ce06.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.993895] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-151c6aa5-9957-4c45-82e8-5184f7650261 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.006031] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690536, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.014962] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 721.014962] env[62675]: value = "task-2690539" [ 721.014962] env[62675]: _type = "Task" [ 721.014962] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.034935] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690539, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.042275] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7d51d51d-2372-41bf-a262-1da365779c62 tempest-ServersNegativeTestMultiTenantJSON-1453502814 tempest-ServersNegativeTestMultiTenantJSON-1453502814-project-member] Lock "fd23c82e-4955-4be3-b034-5400270a19a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.855s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.244160] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690537, 'name': PowerOffVM_Task, 'duration_secs': 0.247058} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.247851] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.248929] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cb846b-d569-4239-9106-f9d7ad6c1acb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.275972] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c998af-4a5e-4782-83c2-79b66220228b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.323024] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.323024] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-814d74e9-9ae8-435e-8759-e1a2de6a1932 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.325483] env[62675]: DEBUG oslo_vmware.api [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690538, 'name': PowerOffVM_Task, 'duration_secs': 0.369397} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.326917] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.326917] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.326917] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d23654e3-9c51-4581-8216-308f5b2ccd01 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.332955] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 721.332955] env[62675]: value = "task-2690540" [ 721.332955] env[62675]: _type = "Task" [ 721.332955] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.342445] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.411192] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.411450] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.411635] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Deleting the datastore file [datastore2] 34705cc3-12ff-496f-a5ae-7db685ab7d42 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.411956] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12d3cde8-79e1-4739-a73f-b25ebd15deee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.419776] env[62675]: DEBUG oslo_vmware.api [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Waiting for the task: (returnval){ [ 721.419776] env[62675]: value = "task-2690542" [ 721.419776] env[62675]: _type = "Task" [ 721.419776] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.433685] env[62675]: DEBUG oslo_vmware.api [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.503560] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698565} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.503854] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 3364dc58-416c-42da-8157-6efdb65e0e89/3364dc58-416c-42da-8157-6efdb65e0e89.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.504081] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.504347] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd3d7229-b098-49f6-a101-3fd1e5d50756 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.514152] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Waiting for the task: (returnval){ [ 721.514152] env[62675]: value = "task-2690543" [ 721.514152] env[62675]: _type = "Task" [ 721.514152] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.534099] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690539, 'name': Rename_Task, 'duration_secs': 0.269371} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.534894] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.535294] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.535758] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d83972ad-b17e-4074-babb-2199325c66e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.545517] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 721.545517] env[62675]: value = "task-2690544" [ 721.545517] env[62675]: _type = "Task" [ 721.545517] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.561712] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.642411] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c500cb39-ffb4-4650-9333-61c8f97093e4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.651024] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b2adcc-87d3-4bfd-ab45-b297baa09182 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.690021] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1135ef-0291-4cee-a0e5-52c21934ce34 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.697722] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76ca92d-b50c-4d56-bb9e-c83cefec7fb9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.716451] env[62675]: DEBUG nova.compute.provider_tree [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.845164] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 721.845164] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.845164] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 721.845164] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.845389] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.845714] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a21f43f-3638-4e52-8b95-a16b725b1d1c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.859737] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.859951] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.860733] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ba5398a-d5f1-4b8a-ab22-2284b6b5c068 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.869360] env[62675]: DEBUG nova.compute.manager [req-e00f7ad1-f479-47c1-a17b-e0e6bcda367a req-f982045c-2881-4585-8e33-a80ed8cf6498 service nova] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Received event network-vif-plugged-b5a1512d-4bb5-41f4-a472-47657155266f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.869360] env[62675]: DEBUG oslo_concurrency.lockutils [req-e00f7ad1-f479-47c1-a17b-e0e6bcda367a req-f982045c-2881-4585-8e33-a80ed8cf6498 service nova] Acquiring lock "6d687f06-5b33-4c65-b469-8c7c02d8a52c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.869807] env[62675]: DEBUG oslo_concurrency.lockutils [req-e00f7ad1-f479-47c1-a17b-e0e6bcda367a req-f982045c-2881-4585-8e33-a80ed8cf6498 service nova] Lock "6d687f06-5b33-4c65-b469-8c7c02d8a52c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.870074] env[62675]: DEBUG oslo_concurrency.lockutils [req-e00f7ad1-f479-47c1-a17b-e0e6bcda367a req-f982045c-2881-4585-8e33-a80ed8cf6498 service nova] Lock "6d687f06-5b33-4c65-b469-8c7c02d8a52c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.870074] env[62675]: DEBUG nova.compute.manager [req-e00f7ad1-f479-47c1-a17b-e0e6bcda367a req-f982045c-2881-4585-8e33-a80ed8cf6498 service nova] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] No waiting events found dispatching network-vif-plugged-b5a1512d-4bb5-41f4-a472-47657155266f {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.870268] env[62675]: WARNING nova.compute.manager [req-e00f7ad1-f479-47c1-a17b-e0e6bcda367a req-f982045c-2881-4585-8e33-a80ed8cf6498 service nova] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Received unexpected event network-vif-plugged-b5a1512d-4bb5-41f4-a472-47657155266f for instance with vm_state building and task_state spawning. [ 721.875794] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 721.875794] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ee5be1-687a-0af6-73a6-2264395ea1ab" [ 721.875794] env[62675]: _type = "Task" [ 721.875794] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.895852] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ee5be1-687a-0af6-73a6-2264395ea1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.896346] env[62675]: DEBUG nova.network.neutron [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Successfully updated port: b5a1512d-4bb5-41f4-a472-47657155266f {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.933020] env[62675]: DEBUG oslo_vmware.api [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Task: {'id': task-2690542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500193} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.933020] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.933020] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.933020] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.933020] env[62675]: INFO nova.compute.manager [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Took 1.15 seconds to destroy the instance on the hypervisor. [ 721.933020] env[62675]: DEBUG oslo.service.loopingcall [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 721.933020] env[62675]: DEBUG nova.compute.manager [-] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.933020] env[62675]: DEBUG nova.network.neutron [-] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.035175] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078161} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.035724] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.037012] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea761336-5234-4b08-a9a0-75f84fcd3fd8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.068817] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 3364dc58-416c-42da-8157-6efdb65e0e89/3364dc58-416c-42da-8157-6efdb65e0e89.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.073609] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c48ee72-6c16-4512-b944-67c87e5b1b69 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.100246] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690544, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.102132] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Waiting for the task: (returnval){ [ 722.102132] env[62675]: value = "task-2690545" [ 722.102132] env[62675]: _type = "Task" [ 722.102132] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.111509] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690545, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.223896] env[62675]: DEBUG nova.scheduler.client.report [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.389778] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ee5be1-687a-0af6-73a6-2264395ea1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.021792} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.390665] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c787220e-cfaf-4a4d-9890-8151d81b3ce3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.397557] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 722.397557] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52de73d6-1ec2-2afc-4fb2-c15787c3e260" [ 722.397557] env[62675]: _type = "Task" [ 722.397557] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.401697] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Acquiring lock "refresh_cache-6d687f06-5b33-4c65-b469-8c7c02d8a52c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 722.401865] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Acquired lock "refresh_cache-6d687f06-5b33-4c65-b469-8c7c02d8a52c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.402077] env[62675]: DEBUG nova.network.neutron [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.410706] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52de73d6-1ec2-2afc-4fb2-c15787c3e260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.573073] env[62675]: DEBUG oslo_vmware.api [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690544, 'name': PowerOnVM_Task, 'duration_secs': 0.796589} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.574230] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.574230] env[62675]: INFO nova.compute.manager [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Took 10.07 seconds to spawn the instance on the hypervisor. [ 722.574444] env[62675]: DEBUG nova.compute.manager [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.575170] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34d5a84-423b-48a1-bfe3-ca74b7f767f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.616643] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690545, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.728086] env[62675]: DEBUG oslo_concurrency.lockutils [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.732129] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.104s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.733879] env[62675]: INFO nova.compute.claims [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.777139] env[62675]: INFO nova.scheduler.client.report [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Deleted allocations for instance 20a8a0f2-b24c-4097-b231-ef82b86bdda5 [ 722.914191] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52de73d6-1ec2-2afc-4fb2-c15787c3e260, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.914531] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.915159] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9043970b-25b2-4989-baea-3cfeb11bec5d/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk. {{(pid=62675) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 722.915159] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1c56f21-1d8b-4e2f-9877-8162ebe06c4f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.925188] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 722.925188] env[62675]: value = "task-2690546" [ 722.925188] env[62675]: _type = "Task" [ 722.925188] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.938570] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.962724] env[62675]: DEBUG nova.network.neutron [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.990083] env[62675]: DEBUG nova.network.neutron [-] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.097239] env[62675]: INFO nova.compute.manager [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Took 38.06 seconds to build instance. [ 723.118562] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690545, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.182369] env[62675]: DEBUG nova.network.neutron [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Updating instance_info_cache with network_info: [{"id": "b5a1512d-4bb5-41f4-a472-47657155266f", "address": "fa:16:3e:35:9a:19", "network": {"id": "936aa78c-bbd4-4c55-a061-c63701ad77ab", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2001771402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2904aa66c940e9897c91ec8ac6c5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a1512d-4b", "ovs_interfaceid": "b5a1512d-4bb5-41f4-a472-47657155266f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.289844] env[62675]: DEBUG oslo_concurrency.lockutils [None req-33ca0564-102d-4764-bf91-2d7887ee46ff tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "20a8a0f2-b24c-4097-b231-ef82b86bdda5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.294s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.407776] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "5b6afb94-d33b-43e6-9569-5025dc9a1328" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.408041] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "5b6afb94-d33b-43e6-9569-5025dc9a1328" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.437884] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690546, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.493157] env[62675]: INFO nova.compute.manager [-] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Took 1.56 seconds to deallocate network for instance. [ 723.602480] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52a2795a-a620-4c40-8bc6-6f1ab133fae5 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "54077f0d-3e5c-4aa3-98f0-2434c168ce06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.118s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.618455] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690545, 'name': ReconfigVM_Task, 'duration_secs': 1.516958} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.618455] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 3364dc58-416c-42da-8157-6efdb65e0e89/3364dc58-416c-42da-8157-6efdb65e0e89.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.619432] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24570fbc-729d-42fc-a7bc-fc04c281b1f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.627625] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Waiting for the task: (returnval){ [ 723.627625] env[62675]: value = "task-2690547" [ 723.627625] env[62675]: _type = "Task" [ 723.627625] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.641248] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690547, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.688114] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Releasing lock "refresh_cache-6d687f06-5b33-4c65-b469-8c7c02d8a52c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 723.688114] env[62675]: DEBUG nova.compute.manager [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Instance network_info: |[{"id": "b5a1512d-4bb5-41f4-a472-47657155266f", "address": "fa:16:3e:35:9a:19", "network": {"id": "936aa78c-bbd4-4c55-a061-c63701ad77ab", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2001771402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2904aa66c940e9897c91ec8ac6c5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a1512d-4b", "ovs_interfaceid": "b5a1512d-4bb5-41f4-a472-47657155266f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.688114] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:9a:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a1512d-4bb5-41f4-a472-47657155266f', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.695891] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Creating folder: Project (4e2904aa66c940e9897c91ec8ac6c5b6). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.698541] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-820bbce1-fd01-49e7-86b2-40c5cfc9acda {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.701384] env[62675]: DEBUG oslo_concurrency.lockutils [None req-85aa6924-520a-4536-9f12-48b9b12740f7 tempest-ServersAdminTestJSON-842736633 tempest-ServersAdminTestJSON-842736633-project-admin] Acquiring lock "refresh_cache-54077f0d-3e5c-4aa3-98f0-2434c168ce06" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.701652] env[62675]: DEBUG oslo_concurrency.lockutils [None req-85aa6924-520a-4536-9f12-48b9b12740f7 tempest-ServersAdminTestJSON-842736633 tempest-ServersAdminTestJSON-842736633-project-admin] Acquired lock "refresh_cache-54077f0d-3e5c-4aa3-98f0-2434c168ce06" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.701895] env[62675]: DEBUG nova.network.neutron [None req-85aa6924-520a-4536-9f12-48b9b12740f7 tempest-ServersAdminTestJSON-842736633 tempest-ServersAdminTestJSON-842736633-project-admin] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.717756] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Created folder: Project (4e2904aa66c940e9897c91ec8ac6c5b6) in parent group-v542174. [ 723.718820] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Creating folder: Instances. Parent ref: group-v542316. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.719374] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa019e92-fde1-4eb3-9543-08bb5bc17f53 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.733396] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Created folder: Instances in parent group-v542316. [ 723.733776] env[62675]: DEBUG oslo.service.loopingcall [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.734052] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.734285] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73291d64-0929-4a6d-b5f9-bb8a2ff0282c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.763593] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.763593] env[62675]: value = "task-2690550" [ 723.763593] env[62675]: _type = "Task" [ 723.763593] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.774074] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690550, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.913264] env[62675]: DEBUG nova.compute.manager [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.941019] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877315} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.941411] env[62675]: INFO nova.virt.vmwareapi.ds_util [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9043970b-25b2-4989-baea-3cfeb11bec5d/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk. [ 723.945132] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390a3287-1fa2-4e52-8364-f61ba46e8b6b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.977726] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 9043970b-25b2-4989-baea-3cfeb11bec5d/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.981503] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-048456e5-a69a-4048-8239-21fb3bda356d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.000838] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.007592] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 724.007592] env[62675]: value = "task-2690551" [ 724.007592] env[62675]: _type = "Task" [ 724.007592] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.019968] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.143491] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690547, 'name': Rename_Task, 'duration_secs': 0.217959} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.143816] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.144124] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ada7109-dfd6-43c5-881f-72fdff1750d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.151551] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Waiting for the task: (returnval){ [ 724.151551] env[62675]: value = "task-2690552" [ 724.151551] env[62675]: _type = "Task" [ 724.151551] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.160389] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.279394] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690550, 'name': CreateVM_Task, 'duration_secs': 0.486273} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.282075] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.288095] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.288095] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.288095] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 724.288095] env[62675]: DEBUG nova.compute.manager [req-761117e1-2b57-4001-b7f6-bc65dae66344 req-dd1d32b7-e6d8-4ee1-8ad2-0a7c0ce1967c service nova] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Received event network-changed-b5a1512d-4bb5-41f4-a472-47657155266f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 724.288095] env[62675]: DEBUG nova.compute.manager [req-761117e1-2b57-4001-b7f6-bc65dae66344 req-dd1d32b7-e6d8-4ee1-8ad2-0a7c0ce1967c service nova] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Refreshing instance network info cache due to event network-changed-b5a1512d-4bb5-41f4-a472-47657155266f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 724.288095] env[62675]: DEBUG oslo_concurrency.lockutils [req-761117e1-2b57-4001-b7f6-bc65dae66344 req-dd1d32b7-e6d8-4ee1-8ad2-0a7c0ce1967c service nova] Acquiring lock "refresh_cache-6d687f06-5b33-4c65-b469-8c7c02d8a52c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.288095] env[62675]: DEBUG oslo_concurrency.lockutils [req-761117e1-2b57-4001-b7f6-bc65dae66344 req-dd1d32b7-e6d8-4ee1-8ad2-0a7c0ce1967c service nova] Acquired lock "refresh_cache-6d687f06-5b33-4c65-b469-8c7c02d8a52c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.288095] env[62675]: DEBUG nova.network.neutron [req-761117e1-2b57-4001-b7f6-bc65dae66344 req-dd1d32b7-e6d8-4ee1-8ad2-0a7c0ce1967c service nova] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Refreshing network info cache for port b5a1512d-4bb5-41f4-a472-47657155266f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.288803] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4fe3bf-965e-4999-bf48-bf373c387a6e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.302304] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Waiting for the task: (returnval){ [ 724.302304] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52396b73-e576-1ec0-5fd2-9083a242992a" [ 724.302304] env[62675]: _type = "Task" [ 724.302304] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.322041] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52396b73-e576-1ec0-5fd2-9083a242992a, 'name': SearchDatastore_Task, 'duration_secs': 0.013105} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.322041] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.322041] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.322041] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.322041] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.322041] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.322356] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e47cbbc2-6b10-4893-b8d3-1c580f0471fb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.332118] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.332354] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.333169] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2d90ec-ab79-40bf-9c7e-6fd56cbbfd2f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.339958] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Waiting for the task: (returnval){ [ 724.339958] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d5fa7b-92d7-0375-6404-20681029cb7b" [ 724.339958] env[62675]: _type = "Task" [ 724.339958] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.356408] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d5fa7b-92d7-0375-6404-20681029cb7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010529} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.357371] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c595ce-a227-4ed6-8085-93c4bc816162 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.369656] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Waiting for the task: (returnval){ [ 724.369656] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5276086c-78d6-de66-7eb4-203ef0e66054" [ 724.369656] env[62675]: _type = "Task" [ 724.369656] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.383595] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5276086c-78d6-de66-7eb4-203ef0e66054, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.383901] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.384519] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 6d687f06-5b33-4c65-b469-8c7c02d8a52c/6d687f06-5b33-4c65-b469-8c7c02d8a52c.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.384519] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9c5a65f-c678-4864-b5ab-4dddfded06a2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.393695] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Waiting for the task: (returnval){ [ 724.393695] env[62675]: value = "task-2690553" [ 724.393695] env[62675]: _type = "Task" [ 724.393695] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.403440] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.440651] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.452579] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b76f3f-a820-4117-a818-122701b761a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.461869] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4c0803-c501-4e9d-9b99-c6e77686092f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.503049] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4937c235-1817-42b2-badd-b164c97a973b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.520744] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630ce3a9-0cae-4c56-bec1-fe75b77a564c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.528744] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690551, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.540203] env[62675]: DEBUG nova.compute.provider_tree [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.579570] env[62675]: DEBUG nova.network.neutron [None req-85aa6924-520a-4536-9f12-48b9b12740f7 tempest-ServersAdminTestJSON-842736633 tempest-ServersAdminTestJSON-842736633-project-admin] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Updating instance_info_cache with network_info: [{"id": "d3cdca7d-24b3-471d-a537-9b48aa981f99", "address": "fa:16:3e:d2:0c:11", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cdca7d-24", "ovs_interfaceid": "d3cdca7d-24b3-471d-a537-9b48aa981f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.664970] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.910384] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690553, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.019256] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690551, 'name': ReconfigVM_Task, 'duration_secs': 0.560344} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.019363] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 9043970b-25b2-4989-baea-3cfeb11bec5d/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.020825] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7a618e-fa4f-404f-a548-8725762a8ac0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.045400] env[62675]: DEBUG nova.scheduler.client.report [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.058449] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d097ab1-8b53-42a2-9c07-2ec32c80e6e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.076886] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 725.076886] env[62675]: value = "task-2690554" [ 725.076886] env[62675]: _type = "Task" [ 725.076886] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.083320] env[62675]: DEBUG oslo_concurrency.lockutils [None req-85aa6924-520a-4536-9f12-48b9b12740f7 tempest-ServersAdminTestJSON-842736633 tempest-ServersAdminTestJSON-842736633-project-admin] Releasing lock "refresh_cache-54077f0d-3e5c-4aa3-98f0-2434c168ce06" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.083576] env[62675]: DEBUG nova.compute.manager [None req-85aa6924-520a-4536-9f12-48b9b12740f7 tempest-ServersAdminTestJSON-842736633 tempest-ServersAdminTestJSON-842736633-project-admin] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Inject network info {{(pid=62675) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 725.083900] env[62675]: DEBUG nova.compute.manager [None req-85aa6924-520a-4536-9f12-48b9b12740f7 tempest-ServersAdminTestJSON-842736633 tempest-ServersAdminTestJSON-842736633-project-admin] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] network_info to inject: |[{"id": "d3cdca7d-24b3-471d-a537-9b48aa981f99", "address": "fa:16:3e:d2:0c:11", "network": {"id": "14795060-d324-43e7-9890-5a6a4e832c5b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-634788684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9781f874ac4cacb6305052b7898b66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3cdca7d-24", "ovs_interfaceid": "d3cdca7d-24b3-471d-a537-9b48aa981f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 725.088900] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa6924-520a-4536-9f12-48b9b12740f7 tempest-ServersAdminTestJSON-842736633 tempest-ServersAdminTestJSON-842736633-project-admin] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Reconfiguring VM instance to set the machine id {{(pid=62675) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 725.092968] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e278ab7-3472-429a-a7c9-e2de93d9e34e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.110882] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Acquiring lock "6ec72180-77e0-4add-8e79-d80a3b5adf2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.111173] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Lock "6ec72180-77e0-4add-8e79-d80a3b5adf2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.111459] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Acquiring lock "6ec72180-77e0-4add-8e79-d80a3b5adf2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.111562] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Lock "6ec72180-77e0-4add-8e79-d80a3b5adf2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.111737] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Lock "6ec72180-77e0-4add-8e79-d80a3b5adf2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.114180] env[62675]: INFO nova.compute.manager [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Terminating instance [ 725.120447] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.133393] env[62675]: DEBUG oslo_vmware.api [None req-85aa6924-520a-4536-9f12-48b9b12740f7 tempest-ServersAdminTestJSON-842736633 tempest-ServersAdminTestJSON-842736633-project-admin] Waiting for the task: (returnval){ [ 725.133393] env[62675]: value = "task-2690555" [ 725.133393] env[62675]: _type = "Task" [ 725.133393] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.145840] env[62675]: DEBUG oslo_vmware.api [None req-85aa6924-520a-4536-9f12-48b9b12740f7 tempest-ServersAdminTestJSON-842736633 tempest-ServersAdminTestJSON-842736633-project-admin] Task: {'id': task-2690555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.163246] env[62675]: DEBUG oslo_vmware.api [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690552, 'name': PowerOnVM_Task, 'duration_secs': 1.002338} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.163549] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.163772] env[62675]: INFO nova.compute.manager [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Took 9.95 seconds to spawn the instance on the hypervisor. [ 725.163951] env[62675]: DEBUG nova.compute.manager [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.164843] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42e5ffc-c6ac-48f4-be26-12f1c80143bc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.262173] env[62675]: DEBUG nova.network.neutron [req-761117e1-2b57-4001-b7f6-bc65dae66344 req-dd1d32b7-e6d8-4ee1-8ad2-0a7c0ce1967c service nova] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Updated VIF entry in instance network info cache for port b5a1512d-4bb5-41f4-a472-47657155266f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.262565] env[62675]: DEBUG nova.network.neutron [req-761117e1-2b57-4001-b7f6-bc65dae66344 req-dd1d32b7-e6d8-4ee1-8ad2-0a7c0ce1967c service nova] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Updating instance_info_cache with network_info: [{"id": "b5a1512d-4bb5-41f4-a472-47657155266f", "address": "fa:16:3e:35:9a:19", "network": {"id": "936aa78c-bbd4-4c55-a061-c63701ad77ab", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2001771402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e2904aa66c940e9897c91ec8ac6c5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a1512d-4b", "ovs_interfaceid": "b5a1512d-4bb5-41f4-a472-47657155266f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.405978] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540285} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.406357] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 6d687f06-5b33-4c65-b469-8c7c02d8a52c/6d687f06-5b33-4c65-b469-8c7c02d8a52c.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.406660] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.407019] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9fe8a69-c27b-41eb-8309-b8e6779b45c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.414888] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Waiting for the task: (returnval){ [ 725.414888] env[62675]: value = "task-2690556" [ 725.414888] env[62675]: _type = "Task" [ 725.414888] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.425182] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.554196] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.554196] env[62675]: DEBUG nova.compute.manager [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.556141] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.685s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.556695] env[62675]: DEBUG nova.objects.instance [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lazy-loading 'resources' on Instance uuid c6815fb8-4825-448a-ae8c-b657aa06d627 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.594559] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690554, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.626024] env[62675]: DEBUG nova.compute.manager [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.626024] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.626024] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945e323e-86ee-4416-945a-34930fb69eb0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.637028] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.641359] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fec246cb-c7ad-49f7-8521-e72d4ce3cd53 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.649713] env[62675]: DEBUG oslo_vmware.api [None req-85aa6924-520a-4536-9f12-48b9b12740f7 tempest-ServersAdminTestJSON-842736633 tempest-ServersAdminTestJSON-842736633-project-admin] Task: {'id': task-2690555, 'name': ReconfigVM_Task, 'duration_secs': 0.208863} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.650859] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-85aa6924-520a-4536-9f12-48b9b12740f7 tempest-ServersAdminTestJSON-842736633 tempest-ServersAdminTestJSON-842736633-project-admin] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Reconfigured VM instance to set the machine id {{(pid=62675) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 725.651326] env[62675]: DEBUG oslo_vmware.api [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Waiting for the task: (returnval){ [ 725.651326] env[62675]: value = "task-2690557" [ 725.651326] env[62675]: _type = "Task" [ 725.651326] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.661594] env[62675]: DEBUG oslo_vmware.api [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.690553] env[62675]: INFO nova.compute.manager [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Took 36.97 seconds to build instance. [ 725.767788] env[62675]: DEBUG oslo_concurrency.lockutils [req-761117e1-2b57-4001-b7f6-bc65dae66344 req-dd1d32b7-e6d8-4ee1-8ad2-0a7c0ce1967c service nova] Releasing lock "refresh_cache-6d687f06-5b33-4c65-b469-8c7c02d8a52c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.767788] env[62675]: DEBUG nova.compute.manager [req-761117e1-2b57-4001-b7f6-bc65dae66344 req-dd1d32b7-e6d8-4ee1-8ad2-0a7c0ce1967c service nova] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Received event network-vif-deleted-d59457e4-c733-4a46-9c11-1777f4f24073 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.926477] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079749} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.926801] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.927634] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badbe3ae-63b7-414d-b7da-7629273ca4ce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.953259] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 6d687f06-5b33-4c65-b469-8c7c02d8a52c/6d687f06-5b33-4c65-b469-8c7c02d8a52c.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.953747] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-952ab86b-746f-44ef-8ad6-191b597f5971 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.975354] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Waiting for the task: (returnval){ [ 725.975354] env[62675]: value = "task-2690558" [ 725.975354] env[62675]: _type = "Task" [ 725.975354] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.984460] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.060275] env[62675]: DEBUG nova.compute.utils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 726.065119] env[62675]: DEBUG nova.compute.manager [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.065493] env[62675]: DEBUG nova.network.neutron [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.095089] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690554, 'name': ReconfigVM_Task, 'duration_secs': 0.524929} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.098413] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.100633] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f97253f-0753-400f-ac75-ea8a309d81a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.114234] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 726.114234] env[62675]: value = "task-2690559" [ 726.114234] env[62675]: _type = "Task" [ 726.114234] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.128671] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.164823] env[62675]: DEBUG oslo_vmware.api [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690557, 'name': PowerOffVM_Task, 'duration_secs': 0.29646} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.167774] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.167973] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.168498] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d84ef92-e122-4d40-ae0b-01093f16d155 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.194516] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f763cc1d-757d-4669-a308-65596e267116 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Lock "3364dc58-416c-42da-8157-6efdb65e0e89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.220s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.249834] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.250287] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.250476] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Deleting the datastore file [datastore1] 6ec72180-77e0-4add-8e79-d80a3b5adf2a {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.250839] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4280fb4a-eb56-4c82-971d-b83dbde7d114 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.263030] env[62675]: DEBUG oslo_vmware.api [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Waiting for the task: (returnval){ [ 726.263030] env[62675]: value = "task-2690561" [ 726.263030] env[62675]: _type = "Task" [ 726.263030] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.280651] env[62675]: DEBUG oslo_vmware.api [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.315943] env[62675]: DEBUG nova.policy [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b7076772e69481d8917ff6ea6989b6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a51a4c8f8a974294ad8ca32ec4228f08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.490794] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690558, 'name': ReconfigVM_Task, 'duration_secs': 0.380275} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.492066] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 6d687f06-5b33-4c65-b469-8c7c02d8a52c/6d687f06-5b33-4c65-b469-8c7c02d8a52c.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.494757] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9a80e37-fc36-447c-a33e-67a48c038cf5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.504065] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Waiting for the task: (returnval){ [ 726.504065] env[62675]: value = "task-2690562" [ 726.504065] env[62675]: _type = "Task" [ 726.504065] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.514589] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690562, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.569341] env[62675]: DEBUG nova.compute.manager [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.632177] env[62675]: DEBUG oslo_vmware.api [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690559, 'name': PowerOnVM_Task, 'duration_secs': 0.491855} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.633060] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.636269] env[62675]: DEBUG nova.compute.manager [None req-98cd811a-b142-4a1c-9e86-170278d7e5da tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.637208] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49958d9d-9132-435b-97e5-a931580434d7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.679359] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2b76c7-76bc-4027-a63f-666f0c34b093 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.690209] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdbd761-965b-44c3-aaa6-9e95c52ab720 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.731843] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d64dddb-aa3c-4987-b4c8-15e466c9811d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.742604] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddc8d8e-ea2e-487a-bc54-a853455c1eab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.759481] env[62675]: DEBUG nova.compute.provider_tree [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.775817] env[62675]: DEBUG oslo_vmware.api [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Task: {'id': task-2690561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149801} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.776222] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.776658] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.776827] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.777095] env[62675]: INFO nova.compute.manager [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 726.777474] env[62675]: DEBUG oslo.service.loopingcall [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.777756] env[62675]: DEBUG nova.compute.manager [-] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.777956] env[62675]: DEBUG nova.network.neutron [-] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.883478] env[62675]: DEBUG nova.network.neutron [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Successfully created port: ae42fcbc-7c6a-4e7d-aa47-953e895ec11f {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.016697] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690562, 'name': Rename_Task, 'duration_secs': 0.26489} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.017058] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.017347] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-426a2113-a677-47a6-9a5b-0f3f05560dc6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.024889] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Waiting for the task: (returnval){ [ 727.024889] env[62675]: value = "task-2690563" [ 727.024889] env[62675]: _type = "Task" [ 727.024889] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.033833] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.263152] env[62675]: DEBUG nova.scheduler.client.report [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.536849] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690563, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.581113] env[62675]: DEBUG nova.compute.manager [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.590022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Acquiring lock "3364dc58-416c-42da-8157-6efdb65e0e89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.590022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Lock "3364dc58-416c-42da-8157-6efdb65e0e89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.590022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Acquiring lock "3364dc58-416c-42da-8157-6efdb65e0e89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.590022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Lock "3364dc58-416c-42da-8157-6efdb65e0e89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.590022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Lock "3364dc58-416c-42da-8157-6efdb65e0e89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.591667] env[62675]: INFO nova.compute.manager [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Terminating instance [ 727.618935] env[62675]: DEBUG nova.virt.hardware [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.619250] env[62675]: DEBUG nova.virt.hardware [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.619364] env[62675]: DEBUG nova.virt.hardware [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.619523] env[62675]: DEBUG nova.virt.hardware [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.619667] env[62675]: DEBUG nova.virt.hardware [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.619812] env[62675]: DEBUG nova.virt.hardware [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.620089] env[62675]: DEBUG nova.virt.hardware [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.620317] env[62675]: DEBUG nova.virt.hardware [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.620513] env[62675]: DEBUG nova.virt.hardware [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.620681] env[62675]: DEBUG nova.virt.hardware [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.620854] env[62675]: DEBUG nova.virt.hardware [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.622048] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc03909b-ef41-428f-9cd7-2e4df4df32ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.631973] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f982e51e-a39a-46d6-8783-aa8638e8810d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.769012] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.772496] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.796s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.772806] env[62675]: DEBUG nova.objects.instance [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lazy-loading 'resources' on Instance uuid a802376d-992a-4976-a6ec-6de8c467e7c6 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.800879] env[62675]: INFO nova.scheduler.client.report [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Deleted allocations for instance c6815fb8-4825-448a-ae8c-b657aa06d627 [ 728.041759] env[62675]: DEBUG oslo_vmware.api [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690563, 'name': PowerOnVM_Task, 'duration_secs': 0.971868} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.041995] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.043322] env[62675]: INFO nova.compute.manager [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Took 7.79 seconds to spawn the instance on the hypervisor. [ 728.043322] env[62675]: DEBUG nova.compute.manager [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.044510] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b67afe2-434c-4ce8-8703-7e2956854393 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.095741] env[62675]: DEBUG nova.compute.manager [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.096070] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.097177] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9748246b-8670-4c75-810d-25ef141c47ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.112749] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.113270] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d791e8e-706b-4072-939d-3a2f603ee403 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.125418] env[62675]: DEBUG oslo_vmware.api [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Waiting for the task: (returnval){ [ 728.125418] env[62675]: value = "task-2690564" [ 728.125418] env[62675]: _type = "Task" [ 728.125418] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.144211] env[62675]: DEBUG oslo_vmware.api [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.150412] env[62675]: DEBUG nova.compute.manager [req-71431053-7550-429b-96d5-869df323dcb5 req-14aa67a4-b42e-476e-af91-29f24cb8ba3f service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Received event network-vif-deleted-76e61f94-7929-406a-a12e-4b0ca847ef9e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 728.150669] env[62675]: INFO nova.compute.manager [req-71431053-7550-429b-96d5-869df323dcb5 req-14aa67a4-b42e-476e-af91-29f24cb8ba3f service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Neutron deleted interface 76e61f94-7929-406a-a12e-4b0ca847ef9e; detaching it from the instance and deleting it from the info cache [ 728.151677] env[62675]: DEBUG nova.network.neutron [req-71431053-7550-429b-96d5-869df323dcb5 req-14aa67a4-b42e-476e-af91-29f24cb8ba3f service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.202873] env[62675]: DEBUG nova.network.neutron [-] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.310669] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5975b5f0-a8e3-41a1-8a1d-8ba2cfd59033 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "c6815fb8-4825-448a-ae8c-b657aa06d627" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.998s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.579283] env[62675]: INFO nova.compute.manager [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Took 37.71 seconds to build instance. [ 728.637154] env[62675]: DEBUG oslo_vmware.api [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690564, 'name': PowerOffVM_Task, 'duration_secs': 0.377121} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.639853] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.640916] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.641386] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67ccbf19-7080-45ea-8fab-169a2cc5ed83 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.655241] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-227de690-2179-4879-81b8-373033355503 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.673014] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9499fd-fb72-43e3-ba02-5759be747353 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.726664] env[62675]: INFO nova.compute.manager [-] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Took 1.95 seconds to deallocate network for instance. [ 728.727140] env[62675]: DEBUG nova.compute.manager [req-71431053-7550-429b-96d5-869df323dcb5 req-14aa67a4-b42e-476e-af91-29f24cb8ba3f service nova] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Detach interface failed, port_id=76e61f94-7929-406a-a12e-4b0ca847ef9e, reason: Instance 6ec72180-77e0-4add-8e79-d80a3b5adf2a could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 728.779776] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "f8120b0f-6eec-4d37-a398-20b57002e1d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.780430] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "f8120b0f-6eec-4d37-a398-20b57002e1d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.780541] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "f8120b0f-6eec-4d37-a398-20b57002e1d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.780770] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "f8120b0f-6eec-4d37-a398-20b57002e1d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.780964] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "f8120b0f-6eec-4d37-a398-20b57002e1d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.784571] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.784869] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.785159] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Deleting the datastore file [datastore2] 3364dc58-416c-42da-8157-6efdb65e0e89 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.785903] env[62675]: INFO nova.compute.manager [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Terminating instance [ 728.787753] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-979502f3-5a50-456c-9c56-1da22d315969 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.801858] env[62675]: DEBUG oslo_vmware.api [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Waiting for the task: (returnval){ [ 728.801858] env[62675]: value = "task-2690566" [ 728.801858] env[62675]: _type = "Task" [ 728.801858] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.814137] env[62675]: DEBUG oslo_vmware.api [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.916314] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c0c9aa-9c96-4d82-ae1a-d5170c54975c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.929703] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cb5f67-5758-4d7f-a52a-d834e39f58b7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.970872] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134cc788-0c35-464a-b061-e0e2181ba9cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.982623] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2894cbd3-5dbc-4730-a23c-c85fba477081 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.002584] env[62675]: DEBUG nova.compute.provider_tree [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.082224] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c0513411-99f9-4633-8ec8-fee2db31301f tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Lock "6d687f06-5b33-4c65-b469-8c7c02d8a52c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.836s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.082548] env[62675]: DEBUG nova.network.neutron [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Successfully updated port: ae42fcbc-7c6a-4e7d-aa47-953e895ec11f {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.238814] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.302957] env[62675]: DEBUG nova.compute.manager [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.303259] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.304270] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5150cd-ca6b-4365-9c7c-af185266fda4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.318184] env[62675]: DEBUG oslo_vmware.api [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Task: {'id': task-2690566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190392} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.319963] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.320212] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.320391] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.320579] env[62675]: INFO nova.compute.manager [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Took 1.22 seconds to destroy the instance on the hypervisor. [ 729.320826] env[62675]: DEBUG oslo.service.loopingcall [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.321064] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.321293] env[62675]: DEBUG nova.compute.manager [-] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.321409] env[62675]: DEBUG nova.network.neutron [-] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.323173] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0fab033-5ff3-488e-93cf-c9871924be07 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.330816] env[62675]: DEBUG oslo_vmware.api [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 729.330816] env[62675]: value = "task-2690567" [ 729.330816] env[62675]: _type = "Task" [ 729.330816] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.339665] env[62675]: DEBUG oslo_vmware.api [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.505779] env[62675]: DEBUG nova.scheduler.client.report [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.509754] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c06cb408-d920-4214-9c61-ca40b05a0609 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.510075] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c06cb408-d920-4214-9c61-ca40b05a0609 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.510422] env[62675]: DEBUG nova.compute.manager [None req-c06cb408-d920-4214-9c61-ca40b05a0609 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.511583] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eb0326-350d-4cdb-a7b8-e478cb9e3837 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.526055] env[62675]: DEBUG nova.compute.manager [None req-c06cb408-d920-4214-9c61-ca40b05a0609 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 729.526877] env[62675]: DEBUG nova.objects.instance [None req-c06cb408-d920-4214-9c61-ca40b05a0609 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lazy-loading 'flavor' on Instance uuid 496adcc8-14d1-4dc5-96c4-d6547e4b51e0 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.588586] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "refresh_cache-16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.588586] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquired lock "refresh_cache-16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.588586] env[62675]: DEBUG nova.network.neutron [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.641062] env[62675]: INFO nova.compute.manager [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Rescuing [ 729.641366] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "refresh_cache-6f2071c8-a77c-4fa1-a4f0-f171b2a06168" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.641716] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "refresh_cache-6f2071c8-a77c-4fa1-a4f0-f171b2a06168" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.641937] env[62675]: DEBUG nova.network.neutron [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.841796] env[62675]: DEBUG oslo_vmware.api [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690567, 'name': PowerOffVM_Task, 'duration_secs': 0.443913} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.842186] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.842339] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.842596] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96315a30-c0a1-453c-85d3-3a7c0000d1d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.925249] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.925622] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.925940] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Deleting the datastore file [datastore2] f8120b0f-6eec-4d37-a398-20b57002e1d5 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.926384] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d177a870-5aa0-4aef-ae12-3ed801be8d24 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.934953] env[62675]: DEBUG oslo_vmware.api [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for the task: (returnval){ [ 729.934953] env[62675]: value = "task-2690569" [ 729.934953] env[62675]: _type = "Task" [ 729.934953] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.944497] env[62675]: DEBUG oslo_vmware.api [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.953128] env[62675]: INFO nova.compute.manager [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Rebuilding instance [ 730.011846] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Acquiring lock "6d687f06-5b33-4c65-b469-8c7c02d8a52c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.012112] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Lock "6d687f06-5b33-4c65-b469-8c7c02d8a52c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.012422] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Acquiring lock "6d687f06-5b33-4c65-b469-8c7c02d8a52c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.012502] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Lock "6d687f06-5b33-4c65-b469-8c7c02d8a52c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.012665] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Lock "6d687f06-5b33-4c65-b469-8c7c02d8a52c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.015773] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.018297] env[62675]: DEBUG nova.compute.manager [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.018997] env[62675]: INFO nova.compute.manager [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Terminating instance [ 730.020798] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.040s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.022946] env[62675]: INFO nova.compute.claims [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.026877] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2338990-6a37-4976-a50a-3c1c67cd395b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.051491] env[62675]: INFO nova.scheduler.client.report [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Deleted allocations for instance a802376d-992a-4976-a6ec-6de8c467e7c6 [ 730.108500] env[62675]: DEBUG nova.network.neutron [-] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.132534] env[62675]: DEBUG nova.network.neutron [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.434530] env[62675]: DEBUG nova.compute.manager [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Received event network-vif-plugged-ae42fcbc-7c6a-4e7d-aa47-953e895ec11f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.434827] env[62675]: DEBUG oslo_concurrency.lockutils [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] Acquiring lock "16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.435077] env[62675]: DEBUG oslo_concurrency.lockutils [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] Lock "16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.435266] env[62675]: DEBUG oslo_concurrency.lockutils [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] Lock "16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.435441] env[62675]: DEBUG nova.compute.manager [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] No waiting events found dispatching network-vif-plugged-ae42fcbc-7c6a-4e7d-aa47-953e895ec11f {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.435608] env[62675]: WARNING nova.compute.manager [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Received unexpected event network-vif-plugged-ae42fcbc-7c6a-4e7d-aa47-953e895ec11f for instance with vm_state building and task_state spawning. [ 730.439724] env[62675]: DEBUG nova.compute.manager [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Received event network-changed-ae42fcbc-7c6a-4e7d-aa47-953e895ec11f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.439724] env[62675]: DEBUG nova.compute.manager [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Refreshing instance network info cache due to event network-changed-ae42fcbc-7c6a-4e7d-aa47-953e895ec11f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 730.439724] env[62675]: DEBUG oslo_concurrency.lockutils [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] Acquiring lock "refresh_cache-16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.451537] env[62675]: DEBUG oslo_vmware.api [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Task: {'id': task-2690569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24288} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.451871] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.452081] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.452291] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.452537] env[62675]: INFO nova.compute.manager [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 730.452788] env[62675]: DEBUG oslo.service.loopingcall [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 730.453018] env[62675]: DEBUG nova.compute.manager [-] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.453117] env[62675]: DEBUG nova.network.neutron [-] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.536094] env[62675]: DEBUG nova.compute.manager [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.537118] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.537829] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba707ce-c6bd-4f4f-93d3-ce0d98cd5032 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.545022] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06cb408-d920-4214-9c61-ca40b05a0609 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.551203] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a19d00ba-16fa-4a59-b2c1-c0614a43056f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.553596] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.555202] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c9f8a2f-4327-4ffd-8f25-408916efb4c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.561782] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ff43e4be-31e4-4f96-a028-ef8bc20e330b tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "a802376d-992a-4976-a6ec-6de8c467e7c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.162s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.563946] env[62675]: DEBUG oslo_vmware.api [None req-c06cb408-d920-4214-9c61-ca40b05a0609 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 730.563946] env[62675]: value = "task-2690570" [ 730.563946] env[62675]: _type = "Task" [ 730.563946] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.573020] env[62675]: DEBUG oslo_vmware.api [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Waiting for the task: (returnval){ [ 730.573020] env[62675]: value = "task-2690571" [ 730.573020] env[62675]: _type = "Task" [ 730.573020] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.581883] env[62675]: DEBUG oslo_vmware.api [None req-c06cb408-d920-4214-9c61-ca40b05a0609 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.589620] env[62675]: DEBUG oslo_vmware.api [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.613230] env[62675]: INFO nova.compute.manager [-] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Took 1.29 seconds to deallocate network for instance. [ 730.879909] env[62675]: DEBUG nova.network.neutron [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Updating instance_info_cache with network_info: [{"id": "ae42fcbc-7c6a-4e7d-aa47-953e895ec11f", "address": "fa:16:3e:e3:10:78", "network": {"id": "b753966d-baa5-402b-ad49-40b7c4424d37", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-551556869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51a4c8f8a974294ad8ca32ec4228f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae42fcbc-7c", "ovs_interfaceid": "ae42fcbc-7c6a-4e7d-aa47-953e895ec11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.001819] env[62675]: DEBUG nova.network.neutron [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Updating instance_info_cache with network_info: [{"id": "dc5a5a77-0e22-452b-8404-1590d565aada", "address": "fa:16:3e:3f:16:96", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5a5a77-0e", "ovs_interfaceid": "dc5a5a77-0e22-452b-8404-1590d565aada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.048314] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.051501] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9526bc5-da7d-4c84-aa60-584ed793b117 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.060773] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 731.060773] env[62675]: value = "task-2690572" [ 731.060773] env[62675]: _type = "Task" [ 731.060773] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.075783] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.093772] env[62675]: DEBUG oslo_vmware.api [None req-c06cb408-d920-4214-9c61-ca40b05a0609 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690570, 'name': PowerOffVM_Task, 'duration_secs': 0.268053} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.099803] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06cb408-d920-4214-9c61-ca40b05a0609 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.100052] env[62675]: DEBUG nova.compute.manager [None req-c06cb408-d920-4214-9c61-ca40b05a0609 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.100491] env[62675]: DEBUG oslo_vmware.api [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690571, 'name': PowerOffVM_Task, 'duration_secs': 0.252252} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.101442] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea29629c-6367-486d-9e1d-826ae0c476c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.104553] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.104741] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.107435] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-174d4a3e-34e1-4297-b161-b8c95f8edaa6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.124451] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.189957] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.190198] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.190395] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Deleting the datastore file [datastore2] 6d687f06-5b33-4c65-b469-8c7c02d8a52c {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.190686] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2037bcd5-8f6e-415e-acc6-ae81dad955f5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.203717] env[62675]: DEBUG oslo_vmware.api [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Waiting for the task: (returnval){ [ 731.203717] env[62675]: value = "task-2690574" [ 731.203717] env[62675]: _type = "Task" [ 731.203717] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.213911] env[62675]: DEBUG oslo_vmware.api [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.382919] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Releasing lock "refresh_cache-16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.383277] env[62675]: DEBUG nova.compute.manager [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Instance network_info: |[{"id": "ae42fcbc-7c6a-4e7d-aa47-953e895ec11f", "address": "fa:16:3e:e3:10:78", "network": {"id": "b753966d-baa5-402b-ad49-40b7c4424d37", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-551556869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51a4c8f8a974294ad8ca32ec4228f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae42fcbc-7c", "ovs_interfaceid": "ae42fcbc-7c6a-4e7d-aa47-953e895ec11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.383721] env[62675]: DEBUG oslo_concurrency.lockutils [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] Acquired lock "refresh_cache-16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.384046] env[62675]: DEBUG nova.network.neutron [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Refreshing network info cache for port ae42fcbc-7c6a-4e7d-aa47-953e895ec11f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.385738] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:10:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae42fcbc-7c6a-4e7d-aa47-953e895ec11f', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.394845] env[62675]: DEBUG oslo.service.loopingcall [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.400467] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.401177] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7424acc0-ea3f-4225-812f-bf06a77b99c8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.428293] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.428293] env[62675]: value = "task-2690575" [ 731.428293] env[62675]: _type = "Task" [ 731.428293] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.439574] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690575, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.487921] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "3002f008-80ba-4e6b-8ec6-530646763010" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.488386] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.506713] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "refresh_cache-6f2071c8-a77c-4fa1-a4f0-f171b2a06168" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.572084] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690572, 'name': PowerOffVM_Task, 'duration_secs': 0.319207} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.574916] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.575263] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.576309] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafa985f-b2ea-432d-b434-7741c3076143 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.584274] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.584900] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b7fe6ce-96eb-4d21-815c-f179be5f373e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.591773] env[62675]: DEBUG nova.network.neutron [-] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.601093] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "a2d53a0d-526d-45c1-8142-bc14a8202d98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.601326] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "a2d53a0d-526d-45c1-8142-bc14a8202d98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.622100] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c06cb408-d920-4214-9c61-ca40b05a0609 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.624630] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb363e4e-f068-49ad-8388-06ca1c9769a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.634668] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc14214-70fe-46f7-a7c9-891fa103442a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.648418] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "64feea76-2a2f-42df-b0bd-ebbe37e024d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.648907] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "64feea76-2a2f-42df-b0bd-ebbe37e024d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.679584] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770cacdb-ae4e-4300-b753-b190ad7ed407 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.688597] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7ac4b0-a6a3-4a9a-9011-63e842a0e287 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.705195] env[62675]: DEBUG nova.compute.provider_tree [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.719111] env[62675]: DEBUG oslo_vmware.api [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Task: {'id': task-2690574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157984} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.719230] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.719421] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.719600] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.719769] env[62675]: INFO nova.compute.manager [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 731.720018] env[62675]: DEBUG oslo.service.loopingcall [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 731.720235] env[62675]: DEBUG nova.compute.manager [-] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.720346] env[62675]: DEBUG nova.network.neutron [-] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.870929] env[62675]: DEBUG nova.network.neutron [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Updated VIF entry in instance network info cache for port ae42fcbc-7c6a-4e7d-aa47-953e895ec11f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.871338] env[62675]: DEBUG nova.network.neutron [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Updating instance_info_cache with network_info: [{"id": "ae42fcbc-7c6a-4e7d-aa47-953e895ec11f", "address": "fa:16:3e:e3:10:78", "network": {"id": "b753966d-baa5-402b-ad49-40b7c4424d37", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-551556869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51a4c8f8a974294ad8ca32ec4228f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae42fcbc-7c", "ovs_interfaceid": "ae42fcbc-7c6a-4e7d-aa47-953e895ec11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.944332] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690575, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.992389] env[62675]: DEBUG nova.compute.utils [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 732.094483] env[62675]: INFO nova.compute.manager [-] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Took 1.64 seconds to deallocate network for instance. [ 732.103935] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.150808] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.211026] env[62675]: DEBUG nova.scheduler.client.report [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.361522] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.361874] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.362185] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleting the datastore file [datastore1] 9c41b008-87b5-4757-be60-f6fc85bee372 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.362972] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7da3e8cc-788c-442f-a436-04195c3b617b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.372938] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 732.372938] env[62675]: value = "task-2690577" [ 732.372938] env[62675]: _type = "Task" [ 732.372938] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.376424] env[62675]: DEBUG oslo_concurrency.lockutils [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] Releasing lock "refresh_cache-16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.376756] env[62675]: DEBUG nova.compute.manager [req-f2bf9dca-901e-4436-8dc8-6157cd1e3a3a req-73f8ca91-d94b-428b-a8bf-c50026467c2a service nova] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Received event network-vif-deleted-dba580f9-bfba-4d6a-b9df-0cd97468014a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.382930] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.440363] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690575, 'name': CreateVM_Task, 'duration_secs': 0.60228} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.441503] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.442381] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.442572] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.442954] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.443277] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846bf4dc-3b65-4157-b3ac-c38eba3cc6aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.450187] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 732.450187] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c24679-4743-a209-9087-c8042878d738" [ 732.450187] env[62675]: _type = "Task" [ 732.450187] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.460142] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c24679-4743-a209-9087-c8042878d738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.495692] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.603548] env[62675]: DEBUG nova.network.neutron [-] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.605587] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.636058] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.676724] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.714533] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.715132] env[62675]: DEBUG nova.compute.manager [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.718273] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.112s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.718385] env[62675]: DEBUG nova.objects.instance [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lazy-loading 'resources' on Instance uuid b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.864449] env[62675]: DEBUG nova.objects.instance [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lazy-loading 'flavor' on Instance uuid 496adcc8-14d1-4dc5-96c4-d6547e4b51e0 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.886415] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173183} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.886689] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.886883] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.887074] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.965211] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c24679-4743-a209-9087-c8042878d738, 'name': SearchDatastore_Task, 'duration_secs': 0.013487} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.965556] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.967338] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.967338] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.967338] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.967338] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.967338] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-048fbf1b-56ec-4fbc-a2e0-b9e06e9a97b4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.977033] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.977292] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.978042] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9da19c-8919-4a63-ae7c-4520dbadb90b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.984491] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 732.984491] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f8d2f2-378b-6d7a-a5c7-180845dc99ae" [ 732.984491] env[62675]: _type = "Task" [ 732.984491] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.991107] env[62675]: DEBUG nova.compute.manager [req-3244b821-a2a0-4911-b49f-3efea8275946 req-68d0eb99-83f5-4916-82d0-1e8941515982 service nova] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Received event network-vif-deleted-0d8810f1-7eca-404e-a0d6-deb5c86aee0c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.991299] env[62675]: DEBUG nova.compute.manager [req-3244b821-a2a0-4911-b49f-3efea8275946 req-68d0eb99-83f5-4916-82d0-1e8941515982 service nova] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Received event network-vif-deleted-b5a1512d-4bb5-41f4-a472-47657155266f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.999168] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f8d2f2-378b-6d7a-a5c7-180845dc99ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.055290] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.055669] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f171cac5-f7ad-4f1f-aef3-26c5e3a654be {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.065921] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 733.065921] env[62675]: value = "task-2690578" [ 733.065921] env[62675]: _type = "Task" [ 733.065921] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.082424] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.110764] env[62675]: INFO nova.compute.manager [-] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Took 1.39 seconds to deallocate network for instance. [ 733.222273] env[62675]: DEBUG nova.compute.utils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 733.231687] env[62675]: DEBUG nova.compute.manager [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 733.231687] env[62675]: DEBUG nova.network.neutron [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.274905] env[62675]: DEBUG nova.policy [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae74a41d786c48af99152f37a5535c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcbc685063b646d9a2e868d04818f0f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.373204] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.373513] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.373609] env[62675]: DEBUG nova.network.neutron [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.373871] env[62675]: DEBUG nova.objects.instance [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lazy-loading 'info_cache' on Instance uuid 496adcc8-14d1-4dc5-96c4-d6547e4b51e0 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.497170] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f8d2f2-378b-6d7a-a5c7-180845dc99ae, 'name': SearchDatastore_Task, 'duration_secs': 0.020961} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.501042] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a717ec4-7f7e-4333-aa50-85659d4625f5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.508957] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 733.508957] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52462904-7377-3f77-69a8-c021e3df5ae0" [ 733.508957] env[62675]: _type = "Task" [ 733.508957] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.519224] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52462904-7377-3f77-69a8-c021e3df5ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.578345] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690578, 'name': PowerOffVM_Task, 'duration_secs': 0.283013} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.581308] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.582876] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ca54de-b097-41e7-860d-79cb9c5f774b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.607604] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "3002f008-80ba-4e6b-8ec6-530646763010" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.607944] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.608236] env[62675]: INFO nova.compute.manager [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Attaching volume 5fe487a2-eee2-4272-85a3-199c135a0ab0 to /dev/sdb [ 733.614557] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3fe2da-d5e2-49d5-a01f-c2afca4acc68 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.621144] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.653500] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.654039] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2ab5d79-b48f-4505-a71b-f9af6b3ebca2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.656994] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfb2345-2cae-4366-aecc-1e2f0b723f9f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.665746] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f87584f-17c9-49da-b824-381a2dddd8f9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.671536] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 733.671536] env[62675]: value = "task-2690579" [ 733.671536] env[62675]: _type = "Task" [ 733.671536] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.677853] env[62675]: DEBUG nova.network.neutron [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Successfully created port: d6d6f654-76f7-4b97-bb03-383d3443e907 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.688803] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 733.689021] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.689274] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.689426] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.689605] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.690185] env[62675]: DEBUG nova.virt.block_device [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Updating existing volume attachment record: 5c830a98-0e97-4259-bd34-b2d768624ad0 {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 733.695657] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0716b04-4209-43ac-847e-9991d7725ebb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.706683] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.706683] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.708270] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd41a85-bd88-41d8-9102-fbede0841113 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.714370] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 733.714370] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5284eaaf-7b18-5cb6-5d38-b00160724f67" [ 733.714370] env[62675]: _type = "Task" [ 733.714370] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.727582] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5284eaaf-7b18-5cb6-5d38-b00160724f67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.731968] env[62675]: DEBUG nova.compute.manager [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.878232] env[62675]: DEBUG nova.objects.base [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Object Instance<496adcc8-14d1-4dc5-96c4-d6547e4b51e0> lazy-loaded attributes: flavor,info_cache {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 733.930122] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6772c3-9a39-493b-b1f9-6ac9ae79f015 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.941679] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2678199d-f495-4359-8861-32249595e81a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.997836] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2b8b94-3703-4c31-907c-6b8bdb9912b3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.020553] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6ecb16-dfdc-4d2c-9f3e-958a318abdb6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.031535] env[62675]: DEBUG nova.virt.hardware [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.031851] env[62675]: DEBUG nova.virt.hardware [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.031961] env[62675]: DEBUG nova.virt.hardware [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.034852] env[62675]: DEBUG nova.virt.hardware [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.034852] env[62675]: DEBUG nova.virt.hardware [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.034852] env[62675]: DEBUG nova.virt.hardware [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.034852] env[62675]: DEBUG nova.virt.hardware [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.035070] env[62675]: DEBUG nova.virt.hardware [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.035108] env[62675]: DEBUG nova.virt.hardware [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.035343] env[62675]: DEBUG nova.virt.hardware [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.036563] env[62675]: DEBUG nova.virt.hardware [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.036563] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f2eb9b-729a-4509-b1cf-097c412ec02a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.052609] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52462904-7377-3f77-69a8-c021e3df5ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.061657] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.061953] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72/16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.062894] env[62675]: DEBUG nova.compute.provider_tree [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.064255] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef4d210d-e2eb-4893-b6ee-0b90b1f3142a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.067420] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4cb030-5a0d-4b97-a0f2-cff433451197 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.085957] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ae:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00838429-d749-41be-aeef-8c9b5d7c3134', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.097669] env[62675]: DEBUG oslo.service.loopingcall [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.099852] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.100087] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 734.100087] env[62675]: value = "task-2690581" [ 734.100087] env[62675]: _type = "Task" [ 734.100087] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.100294] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-438fd993-8d56-46c2-9a82-4917e0b883a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.125095] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.126711] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.126711] env[62675]: value = "task-2690582" [ 734.126711] env[62675]: _type = "Task" [ 734.126711] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.136294] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690582, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.226726] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5284eaaf-7b18-5cb6-5d38-b00160724f67, 'name': SearchDatastore_Task, 'duration_secs': 0.039762} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.227555] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c42044-a3e6-436c-a54b-76e942646797 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.234349] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 734.234349] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c24b5-4cf9-aeae-dde7-8a66ff782d91" [ 734.234349] env[62675]: _type = "Task" [ 734.234349] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.248573] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c24b5-4cf9-aeae-dde7-8a66ff782d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.470425] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "5133ab7a-dad7-4c81-85b4-732ccdb1d6d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.470576] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "5133ab7a-dad7-4c81-85b4-732ccdb1d6d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.574039] env[62675]: DEBUG nova.scheduler.client.report [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.629972] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690581, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.638350] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690582, 'name': CreateVM_Task, 'duration_secs': 0.487991} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.638607] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.639227] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.639393] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.639729] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 734.639991] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778276fa-0d88-4c1c-8206-5082123d8415 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.646491] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 734.646491] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ba5a61-c2e8-73c1-d171-69d13c09720a" [ 734.646491] env[62675]: _type = "Task" [ 734.646491] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.656410] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ba5a61-c2e8-73c1-d171-69d13c09720a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.721537] env[62675]: DEBUG nova.network.neutron [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance_info_cache with network_info: [{"id": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "address": "fa:16:3e:80:ac:45", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeddea46f-a6", "ovs_interfaceid": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.745777] env[62675]: DEBUG nova.compute.manager [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.747736] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c24b5-4cf9-aeae-dde7-8a66ff782d91, 'name': SearchDatastore_Task, 'duration_secs': 0.015425} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.749711] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.750306] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 6f2071c8-a77c-4fa1-a4f0-f171b2a06168/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk. {{(pid=62675) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 734.750603] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d19b33c7-b5d8-4442-8763-8a9ba5761b51 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.759450] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 734.759450] env[62675]: value = "task-2690585" [ 734.759450] env[62675]: _type = "Task" [ 734.759450] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.769638] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.787828] env[62675]: DEBUG nova.virt.hardware [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.788093] env[62675]: DEBUG nova.virt.hardware [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.788260] env[62675]: DEBUG nova.virt.hardware [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.788437] env[62675]: DEBUG nova.virt.hardware [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.788594] env[62675]: DEBUG nova.virt.hardware [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.788734] env[62675]: DEBUG nova.virt.hardware [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.788953] env[62675]: DEBUG nova.virt.hardware [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.789474] env[62675]: DEBUG nova.virt.hardware [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.789737] env[62675]: DEBUG nova.virt.hardware [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.790922] env[62675]: DEBUG nova.virt.hardware [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.790922] env[62675]: DEBUG nova.virt.hardware [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.791537] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5167f1f0-eebc-44cd-a94d-89e51ab7648c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.808699] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a1a825-ebd2-4b1c-bbad-a12e6b253b46 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.973949] env[62675]: DEBUG nova.compute.manager [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.079173] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.361s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.083079] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.901s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.084030] env[62675]: INFO nova.compute.claims [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.102019] env[62675]: INFO nova.scheduler.client.report [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted allocations for instance b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e [ 735.131191] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702838} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.131191] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72/16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.131191] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.131427] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef0c88a5-1193-44d9-bee5-ea59a94b9a0b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.139152] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 735.139152] env[62675]: value = "task-2690586" [ 735.139152] env[62675]: _type = "Task" [ 735.139152] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.148576] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.159982] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ba5a61-c2e8-73c1-d171-69d13c09720a, 'name': SearchDatastore_Task, 'duration_secs': 0.061624} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.161057] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.161593] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.161691] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.162055] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.162055] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.162646] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-947424e4-b405-48b0-98a3-61fdb4a7ffa7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.172822] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.172917] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.174302] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0725ef4-d118-4816-83f0-9c1f3d02521b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.184383] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 735.184383] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52897237-75dc-4afe-106d-ae88024ab8f1" [ 735.184383] env[62675]: _type = "Task" [ 735.184383] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.197140] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52897237-75dc-4afe-106d-ae88024ab8f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.226783] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.274765] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690585, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.477279] env[62675]: DEBUG nova.compute.manager [req-fa2a723f-5e8c-4e35-ab46-29995c52eca1 req-f1be3ab0-5b01-4a6a-bd22-9d5da0fb44b1 service nova] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Received event network-vif-plugged-d6d6f654-76f7-4b97-bb03-383d3443e907 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.478479] env[62675]: DEBUG oslo_concurrency.lockutils [req-fa2a723f-5e8c-4e35-ab46-29995c52eca1 req-f1be3ab0-5b01-4a6a-bd22-9d5da0fb44b1 service nova] Acquiring lock "acec215e-dade-4603-ae30-d50008b2ce73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.479398] env[62675]: DEBUG oslo_concurrency.lockutils [req-fa2a723f-5e8c-4e35-ab46-29995c52eca1 req-f1be3ab0-5b01-4a6a-bd22-9d5da0fb44b1 service nova] Lock "acec215e-dade-4603-ae30-d50008b2ce73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.482183] env[62675]: DEBUG oslo_concurrency.lockutils [req-fa2a723f-5e8c-4e35-ab46-29995c52eca1 req-f1be3ab0-5b01-4a6a-bd22-9d5da0fb44b1 service nova] Lock "acec215e-dade-4603-ae30-d50008b2ce73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.482183] env[62675]: DEBUG nova.compute.manager [req-fa2a723f-5e8c-4e35-ab46-29995c52eca1 req-f1be3ab0-5b01-4a6a-bd22-9d5da0fb44b1 service nova] [instance: acec215e-dade-4603-ae30-d50008b2ce73] No waiting events found dispatching network-vif-plugged-d6d6f654-76f7-4b97-bb03-383d3443e907 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.482183] env[62675]: WARNING nova.compute.manager [req-fa2a723f-5e8c-4e35-ab46-29995c52eca1 req-f1be3ab0-5b01-4a6a-bd22-9d5da0fb44b1 service nova] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Received unexpected event network-vif-plugged-d6d6f654-76f7-4b97-bb03-383d3443e907 for instance with vm_state building and task_state spawning. [ 735.505639] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.568336] env[62675]: DEBUG nova.network.neutron [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Successfully updated port: d6d6f654-76f7-4b97-bb03-383d3443e907 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.613531] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffcbf1df-efd3-4191-9b06-3e2fecb06f4a tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.948s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.652058] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10839} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.652058] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.652058] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e87f369-8490-459d-86e8-0b4dc750ea1e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.676132] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72/16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.676903] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-228316f7-56d6-4de7-ada9-b6072104c2d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.703081] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52897237-75dc-4afe-106d-ae88024ab8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.017667} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.705191] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 735.705191] env[62675]: value = "task-2690587" [ 735.705191] env[62675]: _type = "Task" [ 735.705191] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.705480] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e8d13c2-e4df-4a58-b057-542cddff3869 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.718954] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 735.718954] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5250db23-b01a-9a89-308d-d193b602b0e8" [ 735.718954] env[62675]: _type = "Task" [ 735.718954] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.722883] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.740571] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5250db23-b01a-9a89-308d-d193b602b0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.740659] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.741886] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 9c41b008-87b5-4757-be60-f6fc85bee372/9c41b008-87b5-4757-be60-f6fc85bee372.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.741886] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86d22683-b07c-4bf0-864d-1291f2b78e1e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.749633] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 735.749633] env[62675]: value = "task-2690588" [ 735.749633] env[62675]: _type = "Task" [ 735.749633] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.759875] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.774976] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768398} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.775956] env[62675]: INFO nova.virt.vmwareapi.ds_util [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 6f2071c8-a77c-4fa1-a4f0-f171b2a06168/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk. [ 735.776563] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2642fb6e-826a-47f0-85ff-9bc9c3312834 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.814582] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 6f2071c8-a77c-4fa1-a4f0-f171b2a06168/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.816152] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c41ddf1-028d-4749-80d1-e505a26158d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.844635] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 735.844635] env[62675]: value = "task-2690589" [ 735.844635] env[62675]: _type = "Task" [ 735.844635] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.854341] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.074847] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "refresh_cache-acec215e-dade-4603-ae30-d50008b2ce73" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.075103] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "refresh_cache-acec215e-dade-4603-ae30-d50008b2ce73" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.075273] env[62675]: DEBUG nova.network.neutron [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.226028] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690587, 'name': ReconfigVM_Task, 'duration_secs': 0.401206} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.226669] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72/16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.227559] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73766a69-5c42-405c-87d6-4a272de7f9e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.237018] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.237018] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 736.237018] env[62675]: value = "task-2690590" [ 736.237018] env[62675]: _type = "Task" [ 736.237018] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.237018] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a857395a-af18-43da-901e-40a42fd31723 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.254379] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690590, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.261492] env[62675]: DEBUG oslo_vmware.api [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 736.261492] env[62675]: value = "task-2690591" [ 736.261492] env[62675]: _type = "Task" [ 736.261492] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.273210] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462878} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.274104] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 9c41b008-87b5-4757-be60-f6fc85bee372/9c41b008-87b5-4757-be60-f6fc85bee372.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.274584] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.274955] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe6485f7-5eba-49f6-b389-5cad16a49034 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.281472] env[62675]: DEBUG oslo_vmware.api [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690591, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.297441] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 736.297441] env[62675]: value = "task-2690592" [ 736.297441] env[62675]: _type = "Task" [ 736.297441] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.308189] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.356750] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690589, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.629367] env[62675]: DEBUG nova.network.neutron [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.690338] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81b12af-972e-4764-8204-243a4d3cf07b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.699997] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148fde16-8d7f-4bd1-8e36-f6935080abb4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.739348] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28933098-0221-4625-84a6-e44bcded71ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.754797] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6849b6e-3b37-4655-8246-ed59f218d56d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.759095] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690590, 'name': Rename_Task, 'duration_secs': 0.263999} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.759196] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.759841] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-974251f2-c423-4c7c-b5a6-b4657b17956c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.772373] env[62675]: DEBUG nova.compute.provider_tree [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.778236] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 736.778236] env[62675]: value = "task-2690594" [ 736.778236] env[62675]: _type = "Task" [ 736.778236] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.785919] env[62675]: DEBUG oslo_vmware.api [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.793176] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690594, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.809739] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085945} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.810229] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.811020] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a71190-f01f-4a3c-8d0b-b2c72c6147fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.837861] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 9c41b008-87b5-4757-be60-f6fc85bee372/9c41b008-87b5-4757-be60-f6fc85bee372.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.838228] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66fbf324-9e0a-4868-a784-9c00c0860fc8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.858137] env[62675]: DEBUG nova.network.neutron [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Updating instance_info_cache with network_info: [{"id": "d6d6f654-76f7-4b97-bb03-383d3443e907", "address": "fa:16:3e:fd:e9:f1", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d6f654-76", "ovs_interfaceid": "d6d6f654-76f7-4b97-bb03-383d3443e907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.867906] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690589, 'name': ReconfigVM_Task, 'duration_secs': 0.55432} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.869383] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 6f2071c8-a77c-4fa1-a4f0-f171b2a06168/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.869795] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 736.869795] env[62675]: value = "task-2690595" [ 736.869795] env[62675]: _type = "Task" [ 736.869795] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.871236] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c32aae-3237-4fc4-9fc1-c282c6af2045 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.906956] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca176701-0ca5-479e-97fe-542d1de761c2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.916739] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.924191] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 736.924191] env[62675]: value = "task-2690596" [ 736.924191] env[62675]: _type = "Task" [ 736.924191] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.932837] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.280023] env[62675]: DEBUG nova.scheduler.client.report [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.289736] env[62675]: DEBUG oslo_vmware.api [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690591, 'name': PowerOnVM_Task, 'duration_secs': 0.619796} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.290261] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.290593] env[62675]: DEBUG nova.compute.manager [None req-fc5d964e-8e89-47b8-aab3-e389e0f05002 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.291585] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1523379-1788-4179-82f1-9d1a920413f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.297606] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690594, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.361519] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "refresh_cache-acec215e-dade-4603-ae30-d50008b2ce73" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.361977] env[62675]: DEBUG nova.compute.manager [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Instance network_info: |[{"id": "d6d6f654-76f7-4b97-bb03-383d3443e907", "address": "fa:16:3e:fd:e9:f1", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d6f654-76", "ovs_interfaceid": "d6d6f654-76f7-4b97-bb03-383d3443e907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.362621] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:e9:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6d6f654-76f7-4b97-bb03-383d3443e907', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.372642] env[62675]: DEBUG oslo.service.loopingcall [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.373608] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.374393] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6a34fa1-14c6-444f-97ae-f2e30724d070 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.404597] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.404848] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.405866] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.405866] env[62675]: value = "task-2690597" [ 737.405866] env[62675]: _type = "Task" [ 737.405866] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.407030] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.416113] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690597, 'name': CreateVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.434422] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690596, 'name': ReconfigVM_Task, 'duration_secs': 0.167245} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.434662] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.435026] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8edde682-39b2-4933-aff4-f06aaf33447a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.442557] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 737.442557] env[62675]: value = "task-2690598" [ 737.442557] env[62675]: _type = "Task" [ 737.442557] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.452740] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.561450] env[62675]: DEBUG nova.compute.manager [req-5d5676db-f98b-48b7-8969-4d17f47ef030 req-6ba4e354-83d1-4e73-8995-82cb209cc75c service nova] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Received event network-changed-d6d6f654-76f7-4b97-bb03-383d3443e907 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 737.561822] env[62675]: DEBUG nova.compute.manager [req-5d5676db-f98b-48b7-8969-4d17f47ef030 req-6ba4e354-83d1-4e73-8995-82cb209cc75c service nova] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Refreshing instance network info cache due to event network-changed-d6d6f654-76f7-4b97-bb03-383d3443e907. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 737.562141] env[62675]: DEBUG oslo_concurrency.lockutils [req-5d5676db-f98b-48b7-8969-4d17f47ef030 req-6ba4e354-83d1-4e73-8995-82cb209cc75c service nova] Acquiring lock "refresh_cache-acec215e-dade-4603-ae30-d50008b2ce73" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.562418] env[62675]: DEBUG oslo_concurrency.lockutils [req-5d5676db-f98b-48b7-8969-4d17f47ef030 req-6ba4e354-83d1-4e73-8995-82cb209cc75c service nova] Acquired lock "refresh_cache-acec215e-dade-4603-ae30-d50008b2ce73" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.562622] env[62675]: DEBUG nova.network.neutron [req-5d5676db-f98b-48b7-8969-4d17f47ef030 req-6ba4e354-83d1-4e73-8995-82cb209cc75c service nova] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Refreshing network info cache for port d6d6f654-76f7-4b97-bb03-383d3443e907 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.791978] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.792625] env[62675]: DEBUG nova.compute.manager [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.804026] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.748s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.804026] env[62675]: DEBUG oslo_vmware.api [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690594, 'name': PowerOnVM_Task, 'duration_secs': 0.930919} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.804392] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.804392] env[62675]: INFO nova.compute.manager [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Took 10.22 seconds to spawn the instance on the hypervisor. [ 737.804603] env[62675]: DEBUG nova.compute.manager [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.805550] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef904bc-c7f8-4191-849b-873ba38d1cd9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.902636] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690595, 'name': ReconfigVM_Task, 'duration_secs': 0.778636} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.903058] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 9c41b008-87b5-4757-be60-f6fc85bee372/9c41b008-87b5-4757-be60-f6fc85bee372.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.903839] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4af36074-ba6d-4173-b41c-13c59fdfff0e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.907806] env[62675]: DEBUG nova.compute.manager [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.914892] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 737.914892] env[62675]: value = "task-2690599" [ 737.914892] env[62675]: _type = "Task" [ 737.914892] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.922589] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690597, 'name': CreateVM_Task, 'duration_secs': 0.436175} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.923126] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.923815] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.923983] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.924320] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.924894] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0fb5485-73ad-40b6-9e98-3a6012e7875c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.929944] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690599, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.933897] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 737.933897] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b6625f-d453-3807-4ae2-5d5617561878" [ 737.933897] env[62675]: _type = "Task" [ 737.933897] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.945041] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b6625f-d453-3807-4ae2-5d5617561878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.956796] env[62675]: DEBUG oslo_vmware.api [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690598, 'name': PowerOnVM_Task, 'duration_secs': 0.441933} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.957038] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.960139] env[62675]: DEBUG nova.compute.manager [None req-ef92bb71-0f61-487b-bc92-ebabd4bf1c7c tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.960963] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b83ecf-45e1-4b80-827d-12396770fcd0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.296853] env[62675]: DEBUG nova.network.neutron [req-5d5676db-f98b-48b7-8969-4d17f47ef030 req-6ba4e354-83d1-4e73-8995-82cb209cc75c service nova] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Updated VIF entry in instance network info cache for port d6d6f654-76f7-4b97-bb03-383d3443e907. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.297106] env[62675]: DEBUG nova.network.neutron [req-5d5676db-f98b-48b7-8969-4d17f47ef030 req-6ba4e354-83d1-4e73-8995-82cb209cc75c service nova] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Updating instance_info_cache with network_info: [{"id": "d6d6f654-76f7-4b97-bb03-383d3443e907", "address": "fa:16:3e:fd:e9:f1", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d6f654-76", "ovs_interfaceid": "d6d6f654-76f7-4b97-bb03-383d3443e907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.303053] env[62675]: DEBUG nova.compute.utils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.304358] env[62675]: DEBUG nova.compute.manager [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.304529] env[62675]: DEBUG nova.network.neutron [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.309263] env[62675]: INFO nova.compute.claims [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.313784] env[62675]: DEBUG nova.compute.manager [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.331377] env[62675]: INFO nova.compute.manager [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Took 42.73 seconds to build instance. [ 738.377122] env[62675]: DEBUG nova.policy [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bd5c8067540410494d8c9b9e7817358', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b406c92d55e45fbb7402d17382f6886', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.434676] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690599, 'name': Rename_Task, 'duration_secs': 0.424844} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.435155] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.438655] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84cc4ccb-6b2f-44b3-886a-b523e63ceb5e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.442221] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.447888] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b6625f-d453-3807-4ae2-5d5617561878, 'name': SearchDatastore_Task, 'duration_secs': 0.021084} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.449319] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.449641] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.449962] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.450192] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.450463] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.451287] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 738.451287] env[62675]: value = "task-2690600" [ 738.451287] env[62675]: _type = "Task" [ 738.451287] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.451661] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8d24878-2f47-46e8-b3c8-87320af165e2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.467848] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690600, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.469510] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.469510] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.470291] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3785ca2a-2e94-48e2-a901-9f9f135b54fd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.478884] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 738.478884] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5213c45b-1631-588e-38a0-5c1eae0f6f3d" [ 738.478884] env[62675]: _type = "Task" [ 738.478884] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.488816] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5213c45b-1631-588e-38a0-5c1eae0f6f3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.682547] env[62675]: DEBUG nova.network.neutron [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Successfully created port: 9941e832-b938-4334-b186-0feb4f332bdf {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.757959] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 738.758232] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542322', 'volume_id': '5fe487a2-eee2-4272-85a3-199c135a0ab0', 'name': 'volume-5fe487a2-eee2-4272-85a3-199c135a0ab0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3002f008-80ba-4e6b-8ec6-530646763010', 'attached_at': '', 'detached_at': '', 'volume_id': '5fe487a2-eee2-4272-85a3-199c135a0ab0', 'serial': '5fe487a2-eee2-4272-85a3-199c135a0ab0'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 738.759128] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7965a6a7-d9c1-46f6-943a-666db4d2bb01 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.777746] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a93b667-5845-4b73-a38d-def5ae3c8065 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.800242] env[62675]: INFO nova.compute.manager [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Unrescuing [ 738.800530] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "refresh_cache-6f2071c8-a77c-4fa1-a4f0-f171b2a06168" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.800688] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "refresh_cache-6f2071c8-a77c-4fa1-a4f0-f171b2a06168" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.800857] env[62675]: DEBUG nova.network.neutron [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.802297] env[62675]: DEBUG oslo_concurrency.lockutils [req-5d5676db-f98b-48b7-8969-4d17f47ef030 req-6ba4e354-83d1-4e73-8995-82cb209cc75c service nova] Releasing lock "refresh_cache-acec215e-dade-4603-ae30-d50008b2ce73" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.810314] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] volume-5fe487a2-eee2-4272-85a3-199c135a0ab0/volume-5fe487a2-eee2-4272-85a3-199c135a0ab0.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.815141] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67e11ab0-41f0-445d-ac90-64f6b4003e2d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.831587] env[62675]: INFO nova.compute.resource_tracker [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating resource usage from migration 4d12f8cb-3b0c-486e-833e-67700dcec1ad [ 738.835261] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f2d2dbb6-738b-42b6-9089-fea65a8b85f0 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.126s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.842785] env[62675]: DEBUG oslo_vmware.api [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 738.842785] env[62675]: value = "task-2690601" [ 738.842785] env[62675]: _type = "Task" [ 738.842785] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.854115] env[62675]: DEBUG oslo_vmware.api [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.964745] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690600, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.993762] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5213c45b-1631-588e-38a0-5c1eae0f6f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.012948} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.997976] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a77dfab-a437-4230-81ea-8de4a04120e4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.003549] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 739.003549] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e2281c-a6a1-9d93-a23e-8a9d206dd6d9" [ 739.003549] env[62675]: _type = "Task" [ 739.003549] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.015744] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e2281c-a6a1-9d93-a23e-8a9d206dd6d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.190141] env[62675]: DEBUG nova.network.neutron [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Successfully created port: 16af96cd-968e-422f-aa8d-be0889927f53 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.266642] env[62675]: DEBUG nova.network.neutron [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Updating instance_info_cache with network_info: [{"id": "dc5a5a77-0e22-452b-8404-1590d565aada", "address": "fa:16:3e:3f:16:96", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5a5a77-0e", "ovs_interfaceid": "dc5a5a77-0e22-452b-8404-1590d565aada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.337217] env[62675]: DEBUG nova.compute.manager [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.357069] env[62675]: DEBUG oslo_vmware.api [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.381026] env[62675]: DEBUG nova.virt.hardware [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.381026] env[62675]: DEBUG nova.virt.hardware [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.381026] env[62675]: DEBUG nova.virt.hardware [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.381026] env[62675]: DEBUG nova.virt.hardware [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.381026] env[62675]: DEBUG nova.virt.hardware [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.381026] env[62675]: DEBUG nova.virt.hardware [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.381026] env[62675]: DEBUG nova.virt.hardware [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.381026] env[62675]: DEBUG nova.virt.hardware [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.381026] env[62675]: DEBUG nova.virt.hardware [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.381026] env[62675]: DEBUG nova.virt.hardware [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.381026] env[62675]: DEBUG nova.virt.hardware [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.381026] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6355d5a-170d-4a7d-ae3e-a8b0ee706799 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.394017] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccc0ddb-ee76-4b40-ad29-2ad616ccac35 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.428625] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5af296-a201-4f3e-b6c0-fd2c4b0a6cb7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.437523] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8500c41d-80d9-4fee-a882-72ac31344259 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.474973] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56b012a-fe4a-4854-80fa-5ffc8ec7caeb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.485818] env[62675]: DEBUG oslo_vmware.api [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690600, 'name': PowerOnVM_Task, 'duration_secs': 0.64876} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.489562] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.489910] env[62675]: DEBUG nova.compute.manager [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.491231] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb473d9-28c3-4606-8409-d2f9b6904243 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.498194] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee83e16-18e1-42a9-ae01-be87ea5d8f56 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.534652] env[62675]: DEBUG nova.compute.provider_tree [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.542898] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e2281c-a6a1-9d93-a23e-8a9d206dd6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.543589] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.543861] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] acec215e-dade-4603-ae30-d50008b2ce73/acec215e-dade-4603-ae30-d50008b2ce73.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.544141] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3974efda-a962-4813-96b4-c0313d428f6b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.552875] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 739.552875] env[62675]: value = "task-2690602" [ 739.552875] env[62675]: _type = "Task" [ 739.552875] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.563635] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.774219] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "refresh_cache-6f2071c8-a77c-4fa1-a4f0-f171b2a06168" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.774940] env[62675]: DEBUG nova.objects.instance [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lazy-loading 'flavor' on Instance uuid 6f2071c8-a77c-4fa1-a4f0-f171b2a06168 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.857216] env[62675]: DEBUG oslo_vmware.api [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690601, 'name': ReconfigVM_Task, 'duration_secs': 0.809184} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.857395] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Reconfigured VM instance instance-0000001c to attach disk [datastore2] volume-5fe487a2-eee2-4272-85a3-199c135a0ab0/volume-5fe487a2-eee2-4272-85a3-199c135a0ab0.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.862252] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b93319-262f-4e63-b956-3f06846bcf58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.881026] env[62675]: DEBUG oslo_vmware.api [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 739.881026] env[62675]: value = "task-2690603" [ 739.881026] env[62675]: _type = "Task" [ 739.881026] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.891040] env[62675]: DEBUG oslo_vmware.api [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.045984] env[62675]: DEBUG nova.scheduler.client.report [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.049846] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.069936] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690602, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.280453] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a2118b-1299-46db-8927-730f0af5fe3b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.305966] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.306379] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f48dcb27-3f8f-4a1b-b579-2d0c031f4549 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.315081] env[62675]: DEBUG oslo_vmware.api [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 740.315081] env[62675]: value = "task-2690604" [ 740.315081] env[62675]: _type = "Task" [ 740.315081] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.324297] env[62675]: DEBUG oslo_vmware.api [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.394182] env[62675]: DEBUG oslo_vmware.api [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690603, 'name': ReconfigVM_Task, 'duration_secs': 0.209726} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.394577] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542322', 'volume_id': '5fe487a2-eee2-4272-85a3-199c135a0ab0', 'name': 'volume-5fe487a2-eee2-4272-85a3-199c135a0ab0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3002f008-80ba-4e6b-8ec6-530646763010', 'attached_at': '', 'detached_at': '', 'volume_id': '5fe487a2-eee2-4272-85a3-199c135a0ab0', 'serial': '5fe487a2-eee2-4272-85a3-199c135a0ab0'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 740.551901] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.750s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.552294] env[62675]: INFO nova.compute.manager [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Migrating [ 740.560983] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.407s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.561296] env[62675]: DEBUG nova.objects.instance [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lazy-loading 'resources' on Instance uuid e1826804-fb88-4228-9e63-d6504704ca48 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.582176] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704007} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.582176] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] acec215e-dade-4603-ae30-d50008b2ce73/acec215e-dade-4603-ae30-d50008b2ce73.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.582176] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.582896] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8371485-a211-4658-876d-43d6b93ecdf8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.591358] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 740.591358] env[62675]: value = "task-2690605" [ 740.591358] env[62675]: _type = "Task" [ 740.591358] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.600956] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.732165] env[62675]: DEBUG nova.compute.manager [req-35354a93-1b8d-42e4-ab6c-d6cce6ae6219 req-56fe0e41-b96f-4636-bcf1-6e9e8495ba5e service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Received event network-vif-plugged-9941e832-b938-4334-b186-0feb4f332bdf {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.732165] env[62675]: DEBUG oslo_concurrency.lockutils [req-35354a93-1b8d-42e4-ab6c-d6cce6ae6219 req-56fe0e41-b96f-4636-bcf1-6e9e8495ba5e service nova] Acquiring lock "f743ab44-893d-454b-8a4d-69531f28a173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.732165] env[62675]: DEBUG oslo_concurrency.lockutils [req-35354a93-1b8d-42e4-ab6c-d6cce6ae6219 req-56fe0e41-b96f-4636-bcf1-6e9e8495ba5e service nova] Lock "f743ab44-893d-454b-8a4d-69531f28a173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.732165] env[62675]: DEBUG oslo_concurrency.lockutils [req-35354a93-1b8d-42e4-ab6c-d6cce6ae6219 req-56fe0e41-b96f-4636-bcf1-6e9e8495ba5e service nova] Lock "f743ab44-893d-454b-8a4d-69531f28a173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.732165] env[62675]: DEBUG nova.compute.manager [req-35354a93-1b8d-42e4-ab6c-d6cce6ae6219 req-56fe0e41-b96f-4636-bcf1-6e9e8495ba5e service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] No waiting events found dispatching network-vif-plugged-9941e832-b938-4334-b186-0feb4f332bdf {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.733060] env[62675]: WARNING nova.compute.manager [req-35354a93-1b8d-42e4-ab6c-d6cce6ae6219 req-56fe0e41-b96f-4636-bcf1-6e9e8495ba5e service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Received unexpected event network-vif-plugged-9941e832-b938-4334-b186-0feb4f332bdf for instance with vm_state building and task_state spawning. [ 740.773664] env[62675]: INFO nova.compute.manager [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Rebuilding instance [ 740.831832] env[62675]: DEBUG oslo_vmware.api [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690604, 'name': PowerOffVM_Task, 'duration_secs': 0.240908} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.835236] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.841145] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 740.841742] env[62675]: DEBUG nova.compute.manager [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.841997] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38e2d66d-dcf6-467b-a804-75626057b283 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.855664] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe6159f-d3e0-464b-88b6-ca1e9d278ef9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.867726] env[62675]: DEBUG oslo_vmware.api [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 740.867726] env[62675]: value = "task-2690606" [ 740.867726] env[62675]: _type = "Task" [ 740.867726] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.880049] env[62675]: DEBUG oslo_vmware.api [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.886552] env[62675]: DEBUG nova.network.neutron [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Successfully updated port: 9941e832-b938-4334-b186-0feb4f332bdf {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.966770] env[62675]: DEBUG nova.compute.manager [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.967637] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75af309e-2035-43fe-985c-810672eb3b34 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.075813] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.076061] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.076263] env[62675]: DEBUG nova.network.neutron [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.101598] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.296448} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.104134] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.105079] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ccaf8c-b88b-4915-a7f7-6d1d7544ee95 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.127236] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] acec215e-dade-4603-ae30-d50008b2ce73/acec215e-dade-4603-ae30-d50008b2ce73.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.129802] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da97da42-7098-46a2-97d0-a24881cf9007 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.151811] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 741.151811] env[62675]: value = "task-2690607" [ 741.151811] env[62675]: _type = "Task" [ 741.151811] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.163549] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.382399] env[62675]: DEBUG oslo_vmware.api [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690606, 'name': ReconfigVM_Task, 'duration_secs': 0.393478} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.385404] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 741.385622] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.386315] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6095ed3b-4281-45f5-b602-713a4d997fbd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.392781] env[62675]: DEBUG oslo_vmware.api [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 741.392781] env[62675]: value = "task-2690608" [ 741.392781] env[62675]: _type = "Task" [ 741.392781] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.403558] env[62675]: DEBUG oslo_vmware.api [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.438979] env[62675]: DEBUG nova.objects.instance [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'flavor' on Instance uuid 3002f008-80ba-4e6b-8ec6-530646763010 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.481815] env[62675]: INFO nova.compute.manager [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] instance snapshotting [ 741.481815] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e757aa-c009-42bc-b660-8c111767f8de {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.506654] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de32adba-491a-4306-a382-251ec2042da1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.597949] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8d5482-84a7-40c0-8de9-126745c72fb6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.606499] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e40347-0c7b-4f41-ba17-20679b4f16ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.644980] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45684a8-bd24-4ce7-85de-4da49c1c7dea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.652974] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a29fe8c-5146-4f25-856b-640a335326e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.672756] env[62675]: DEBUG nova.compute.provider_tree [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.677673] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690607, 'name': ReconfigVM_Task, 'duration_secs': 0.312142} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.679196] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Reconfigured VM instance instance-00000035 to attach disk [datastore2] acec215e-dade-4603-ae30-d50008b2ce73/acec215e-dade-4603-ae30-d50008b2ce73.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.679196] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7a49b54-5eae-4b97-b627-5edd7645f8a7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.685590] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 741.685590] env[62675]: value = "task-2690609" [ 741.685590] env[62675]: _type = "Task" [ 741.685590] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.693677] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690609, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.876962] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.877358] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e73a2bb4-7c1d-4784-ae68-b5848328bf4a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.892023] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 741.892023] env[62675]: value = "task-2690610" [ 741.892023] env[62675]: _type = "Task" [ 741.892023] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.901658] env[62675]: DEBUG oslo_vmware.api [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690608, 'name': PowerOnVM_Task, 'duration_secs': 0.432284} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.904894] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.905167] env[62675]: DEBUG nova.compute.manager [None req-a9a89315-6f78-4c90-b433-c303db95e641 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.905473] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.906288] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd6506c-4191-422d-9896-ea142e0fe430 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.945560] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8189dedc-d00b-47b9-9fc8-c38d3d0dde57 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.337s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.020690] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 742.020690] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5481c507-d4b9-407e-9bdd-6789d7643782 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.028601] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 742.028601] env[62675]: value = "task-2690611" [ 742.028601] env[62675]: _type = "Task" [ 742.028601] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.041255] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690611, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.177023] env[62675]: DEBUG nova.network.neutron [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance_info_cache with network_info: [{"id": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "address": "fa:16:3e:2b:34:f5", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9d9034-5b", "ovs_interfaceid": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.178994] env[62675]: DEBUG nova.scheduler.client.report [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.200743] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690609, 'name': Rename_Task, 'duration_secs': 0.167257} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.201085] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.201355] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1bf8219-82ef-4e50-b087-d3b1d8ca3c30 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.205534] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1592d6c6-6000-42b9-9f9b-c9956f15195f tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "3002f008-80ba-4e6b-8ec6-530646763010" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.205534] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1592d6c6-6000-42b9-9f9b-c9956f15195f tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.205812] env[62675]: DEBUG nova.compute.manager [None req-1592d6c6-6000-42b9-9f9b-c9956f15195f tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.207175] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65eb40a3-6f65-4d7f-8869-c6b9c9af6a0e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.211863] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 742.211863] env[62675]: value = "task-2690612" [ 742.211863] env[62675]: _type = "Task" [ 742.211863] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.217065] env[62675]: DEBUG nova.compute.manager [None req-1592d6c6-6000-42b9-9f9b-c9956f15195f tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 742.217720] env[62675]: DEBUG nova.objects.instance [None req-1592d6c6-6000-42b9-9f9b-c9956f15195f tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'flavor' on Instance uuid 3002f008-80ba-4e6b-8ec6-530646763010 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.224658] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690612, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.399799] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690610, 'name': PowerOffVM_Task, 'duration_secs': 0.328919} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.399908] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.400284] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.401127] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9e2039-ddf2-4296-9d5d-ad9d3637112c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.408240] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.408240] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa915578-ae78-4e35-abb7-27056dca51ac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.482260] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.482260] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.482260] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleting the datastore file [datastore2] 9c41b008-87b5-4757-be60-f6fc85bee372 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.482260] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cde44e2a-453e-4fda-b6c0-7c53f85aeeb9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.488321] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 742.488321] env[62675]: value = "task-2690614" [ 742.488321] env[62675]: _type = "Task" [ 742.488321] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.497412] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.540205] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690611, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.679445] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.687625] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.690514] env[62675]: DEBUG oslo_concurrency.lockutils [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.208s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.691600] env[62675]: INFO nova.compute.claims [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.709388] env[62675]: INFO nova.scheduler.client.report [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Deleted allocations for instance e1826804-fb88-4228-9e63-d6504704ca48 [ 742.730074] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.812804] env[62675]: DEBUG nova.compute.manager [req-ea51d976-5583-426d-b543-88bde265a663 req-60255cc0-d9f8-43e7-b11c-eefa9e4fe7c3 service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Received event network-changed-9941e832-b938-4334-b186-0feb4f332bdf {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 742.812804] env[62675]: DEBUG nova.compute.manager [req-ea51d976-5583-426d-b543-88bde265a663 req-60255cc0-d9f8-43e7-b11c-eefa9e4fe7c3 service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Refreshing instance network info cache due to event network-changed-9941e832-b938-4334-b186-0feb4f332bdf. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 742.812804] env[62675]: DEBUG oslo_concurrency.lockutils [req-ea51d976-5583-426d-b543-88bde265a663 req-60255cc0-d9f8-43e7-b11c-eefa9e4fe7c3 service nova] Acquiring lock "refresh_cache-f743ab44-893d-454b-8a4d-69531f28a173" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.812804] env[62675]: DEBUG oslo_concurrency.lockutils [req-ea51d976-5583-426d-b543-88bde265a663 req-60255cc0-d9f8-43e7-b11c-eefa9e4fe7c3 service nova] Acquired lock "refresh_cache-f743ab44-893d-454b-8a4d-69531f28a173" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.813277] env[62675]: DEBUG nova.network.neutron [req-ea51d976-5583-426d-b543-88bde265a663 req-60255cc0-d9f8-43e7-b11c-eefa9e4fe7c3 service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Refreshing network info cache for port 9941e832-b938-4334-b186-0feb4f332bdf {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.999110] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239469} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.999632] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.000195] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.000599] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.044750] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690611, 'name': CreateSnapshot_Task, 'duration_secs': 0.748463} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.046190] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 743.047745] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30ea1bf-5936-49a6-bff4-55bf26e4a8f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.223663] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e2a67a8-8cf9-4ecb-b8a3-7e60c3d4dc45 tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "e1826804-fb88-4228-9e63-d6504704ca48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.250s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.228101] env[62675]: DEBUG oslo_vmware.api [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690612, 'name': PowerOnVM_Task, 'duration_secs': 0.643034} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.229930] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.230297] env[62675]: INFO nova.compute.manager [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Took 8.48 seconds to spawn the instance on the hypervisor. [ 743.230559] env[62675]: DEBUG nova.compute.manager [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.232389] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0ef7f0-a4ae-4fef-974e-e682d2c8b911 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.237424] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1592d6c6-6000-42b9-9f9b-c9956f15195f tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.238435] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Acquiring lock "261ccdeb-6805-4db9-9595-472f7247d489" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.238851] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Lock "261ccdeb-6805-4db9-9595-472f7247d489" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.240467] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-719e9372-829f-4756-a6cd-ca1933e4103f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.251034] env[62675]: DEBUG oslo_vmware.api [None req-1592d6c6-6000-42b9-9f9b-c9956f15195f tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 743.251034] env[62675]: value = "task-2690615" [ 743.251034] env[62675]: _type = "Task" [ 743.251034] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.259605] env[62675]: DEBUG oslo_vmware.api [None req-1592d6c6-6000-42b9-9f9b-c9956f15195f tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.364641] env[62675]: DEBUG nova.network.neutron [req-ea51d976-5583-426d-b543-88bde265a663 req-60255cc0-d9f8-43e7-b11c-eefa9e4fe7c3 service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.388336] env[62675]: DEBUG nova.network.neutron [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Successfully updated port: 16af96cd-968e-422f-aa8d-be0889927f53 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.391861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "b88bbea3-f496-4a9a-a90d-da26f4f62193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.391861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "b88bbea3-f496-4a9a-a90d-da26f4f62193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.391861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "b88bbea3-f496-4a9a-a90d-da26f4f62193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.391861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "b88bbea3-f496-4a9a-a90d-da26f4f62193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.391861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "b88bbea3-f496-4a9a-a90d-da26f4f62193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.393715] env[62675]: INFO nova.compute.manager [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Terminating instance [ 743.456405] env[62675]: DEBUG nova.network.neutron [req-ea51d976-5583-426d-b543-88bde265a663 req-60255cc0-d9f8-43e7-b11c-eefa9e4fe7c3 service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.566965] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 743.567668] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a01445f7-c1c9-4980-ab1d-c6fcaa219d0b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.578518] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 743.578518] env[62675]: value = "task-2690616" [ 743.578518] env[62675]: _type = "Task" [ 743.578518] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.587696] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690616, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.744250] env[62675]: DEBUG nova.compute.utils [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 743.766276] env[62675]: INFO nova.compute.manager [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Took 41.81 seconds to build instance. [ 743.770851] env[62675]: DEBUG oslo_vmware.api [None req-1592d6c6-6000-42b9-9f9b-c9956f15195f tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690615, 'name': PowerOffVM_Task, 'duration_secs': 0.472392} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.774576] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1592d6c6-6000-42b9-9f9b-c9956f15195f tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.774811] env[62675]: DEBUG nova.compute.manager [None req-1592d6c6-6000-42b9-9f9b-c9956f15195f tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.776169] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6a8cce-7a34-4715-ba61-588d897818f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.895245] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "refresh_cache-f743ab44-893d-454b-8a4d-69531f28a173" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.900030] env[62675]: DEBUG nova.compute.manager [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.900030] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.900876] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb451d8-a965-4829-adf3-56ba0a956934 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.912886] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.913198] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-900e8d40-840f-43e0-9736-7793bbb7f983 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.920639] env[62675]: DEBUG oslo_vmware.api [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 743.920639] env[62675]: value = "task-2690617" [ 743.920639] env[62675]: _type = "Task" [ 743.920639] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.932011] env[62675]: DEBUG oslo_vmware.api [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.959633] env[62675]: DEBUG oslo_concurrency.lockutils [req-ea51d976-5583-426d-b543-88bde265a663 req-60255cc0-d9f8-43e7-b11c-eefa9e4fe7c3 service nova] Releasing lock "refresh_cache-f743ab44-893d-454b-8a4d-69531f28a173" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.960093] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquired lock "refresh_cache-f743ab44-893d-454b-8a4d-69531f28a173" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.960226] env[62675]: DEBUG nova.network.neutron [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.045843] env[62675]: DEBUG nova.virt.hardware [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.046197] env[62675]: DEBUG nova.virt.hardware [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.046390] env[62675]: DEBUG nova.virt.hardware [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.046615] env[62675]: DEBUG nova.virt.hardware [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.046808] env[62675]: DEBUG nova.virt.hardware [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.047007] env[62675]: DEBUG nova.virt.hardware [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.047286] env[62675]: DEBUG nova.virt.hardware [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.047498] env[62675]: DEBUG nova.virt.hardware [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.047772] env[62675]: DEBUG nova.virt.hardware [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.048168] env[62675]: DEBUG nova.virt.hardware [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.048425] env[62675]: DEBUG nova.virt.hardware [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.049670] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38a565b-871e-43c1-a2cc-c23b34a687f0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.061468] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb6eea1-26a4-4407-b570-29020f77a879 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.078307] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ae:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00838429-d749-41be-aeef-8c9b5d7c3134', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.086339] env[62675]: DEBUG oslo.service.loopingcall [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 744.089514] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.093122] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03230e11-53e2-4573-b5e0-0f67724405f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.118124] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690616, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.120026] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.120026] env[62675]: value = "task-2690618" [ 744.120026] env[62675]: _type = "Task" [ 744.120026] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.132097] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690618, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.204858] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edad2ed3-7a1f-4a42-b5f5-25b24aebc760 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.226965] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance '1b9677be-196b-403a-8d79-7b7c694046eb' progress to 0 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 744.248170] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Lock "261ccdeb-6805-4db9-9595-472f7247d489" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.277240] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02dbefa4-3955-4681-bbc0-1a2449902518 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "acec215e-dade-4603-ae30-d50008b2ce73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.691s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.292487] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1592d6c6-6000-42b9-9f9b-c9956f15195f tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.329056] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0886097-ab97-4ba1-a2e9-0076cec773a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.338755] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c3ef4c-3b7c-46db-b959-abc323aa48ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.370045] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad06a9ef-0f7d-4458-bf81-46f0c3960d37 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.377689] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19ffb0b-1338-407f-859d-bf8ff0f2cc60 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.391464] env[62675]: DEBUG nova.compute.provider_tree [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.430925] env[62675]: DEBUG oslo_vmware.api [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690617, 'name': PowerOffVM_Task, 'duration_secs': 0.294793} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.431360] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.431628] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.431960] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adc42d45-27ff-4bac-9c9d-dcb960ac0672 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.502439] env[62675]: DEBUG nova.network.neutron [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.506542] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.506819] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.507045] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Deleting the datastore file [datastore1] b88bbea3-f496-4a9a-a90d-da26f4f62193 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.507322] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14e8c009-27c7-4afb-8222-a294ad7aaaf9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.513788] env[62675]: DEBUG oslo_vmware.api [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for the task: (returnval){ [ 744.513788] env[62675]: value = "task-2690620" [ 744.513788] env[62675]: _type = "Task" [ 744.513788] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.525874] env[62675]: DEBUG oslo_vmware.api [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.601055] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690616, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.628827] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690618, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.737579] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.737779] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-727bc437-40bb-4112-ab59-03768768f448 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.746896] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 744.746896] env[62675]: value = "task-2690621" [ 744.746896] env[62675]: _type = "Task" [ 744.746896] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.757394] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.798168] env[62675]: DEBUG nova.network.neutron [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Updating instance_info_cache with network_info: [{"id": "9941e832-b938-4334-b186-0feb4f332bdf", "address": "fa:16:3e:90:8d:fb", "network": {"id": "411e0ec6-d2f0-4aa0-a70d-144c7f2b0720", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1663488792", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9941e832-b9", "ovs_interfaceid": "9941e832-b938-4334-b186-0feb4f332bdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16af96cd-968e-422f-aa8d-be0889927f53", "address": "fa:16:3e:2f:69:b1", "network": {"id": "6cff5798-496d-48e6-a1c3-44b89812032b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1373836991", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16af96cd-96", "ovs_interfaceid": "16af96cd-968e-422f-aa8d-be0889927f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.894720] env[62675]: DEBUG nova.scheduler.client.report [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.029497] env[62675]: DEBUG oslo_vmware.api [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Task: {'id': task-2690620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324266} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.029839] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.030066] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.030299] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.030498] env[62675]: INFO nova.compute.manager [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Took 1.13 seconds to destroy the instance on the hypervisor. [ 745.030813] env[62675]: DEBUG oslo.service.loopingcall [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.031108] env[62675]: DEBUG nova.compute.manager [-] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.031241] env[62675]: DEBUG nova.network.neutron [-] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.101027] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690616, 'name': CloneVM_Task, 'duration_secs': 1.418049} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.102375] env[62675]: DEBUG oslo_concurrency.lockutils [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.102681] env[62675]: DEBUG oslo_concurrency.lockutils [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.104044] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Created linked-clone VM from snapshot [ 745.105411] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd4baf6-0f78-40ec-939d-efaf62992bd6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.115856] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Uploading image 3e0ae8af-afbf-4174-8bbf-5d0a0cadad8e {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 745.127838] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 745.128196] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5e44736-b161-4e1d-a3f3-be59d92cb404 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.141198] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690618, 'name': CreateVM_Task, 'duration_secs': 0.701617} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.141198] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.141198] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.141398] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.141826] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 745.142123] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e188f49d-dcd0-4b44-85a7-010e0e04c0e2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.147299] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 745.147299] env[62675]: value = "task-2690622" [ 745.147299] env[62675]: _type = "Task" [ 745.147299] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.149461] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 745.149461] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529812bb-935c-66e0-f0b4-74cbcf8f9cef" [ 745.149461] env[62675]: _type = "Task" [ 745.149461] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.165229] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690622, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.165469] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529812bb-935c-66e0-f0b4-74cbcf8f9cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.261307] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690621, 'name': PowerOffVM_Task, 'duration_secs': 0.281606} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.261653] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.261873] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance '1b9677be-196b-403a-8d79-7b7c694046eb' progress to 17 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 745.303085] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Releasing lock "refresh_cache-f743ab44-893d-454b-8a4d-69531f28a173" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.303601] env[62675]: DEBUG nova.compute.manager [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Instance network_info: |[{"id": "9941e832-b938-4334-b186-0feb4f332bdf", "address": "fa:16:3e:90:8d:fb", "network": {"id": "411e0ec6-d2f0-4aa0-a70d-144c7f2b0720", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1663488792", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9941e832-b9", "ovs_interfaceid": "9941e832-b938-4334-b186-0feb4f332bdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16af96cd-968e-422f-aa8d-be0889927f53", "address": "fa:16:3e:2f:69:b1", "network": {"id": "6cff5798-496d-48e6-a1c3-44b89812032b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1373836991", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16af96cd-96", "ovs_interfaceid": "16af96cd-968e-422f-aa8d-be0889927f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.304253] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Acquiring lock "261ccdeb-6805-4db9-9595-472f7247d489" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.304577] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Lock "261ccdeb-6805-4db9-9595-472f7247d489" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.304865] env[62675]: INFO nova.compute.manager [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Attaching volume 9cc0f814-cce4-47b7-a6d2-f3589a698e81 to /dev/sdb [ 745.306872] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:8d:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9941e832-b938-4334-b186-0feb4f332bdf', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:69:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16af96cd-968e-422f-aa8d-be0889927f53', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.318020] env[62675]: DEBUG oslo.service.loopingcall [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.319370] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.319558] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b67e9f0-1f22-446c-a0af-9f5989516afb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.349641] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.349641] env[62675]: value = "task-2690623" [ 745.349641] env[62675]: _type = "Task" [ 745.349641] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.360840] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690623, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.380187] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a28f6cc-c706-467c-bc3f-5f964d6f740e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.390843] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2263a3ac-2fde-4791-8593-beee30c925ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.400403] env[62675]: DEBUG oslo_concurrency.lockutils [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.400947] env[62675]: DEBUG nova.compute.manager [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.409115] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.408s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.409409] env[62675]: DEBUG nova.objects.instance [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Lazy-loading 'resources' on Instance uuid 34705cc3-12ff-496f-a5ae-7db685ab7d42 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.411131] env[62675]: DEBUG nova.virt.block_device [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Updating existing volume attachment record: 8361befd-a344-4a9d-a945-3fe5a9ebc20c {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 745.607914] env[62675]: DEBUG nova.compute.utils [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 745.663244] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690622, 'name': Destroy_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.667462] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529812bb-935c-66e0-f0b4-74cbcf8f9cef, 'name': SearchDatastore_Task, 'duration_secs': 0.016045} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.667802] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.668112] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.668365] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.668515] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.668745] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.668969] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bf3882e-e0ff-48e6-9842-db5984f87f2d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.683508] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.683801] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.684590] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1632e18e-0af6-4651-995b-17c536b75711 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.691277] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 745.691277] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f3ebd1-8f33-7b86-3243-73afd473f1f8" [ 745.691277] env[62675]: _type = "Task" [ 745.691277] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.700621] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f3ebd1-8f33-7b86-3243-73afd473f1f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.769357] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.769622] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.770127] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.770354] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.770536] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.770712] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.770939] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.771150] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.771348] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.771525] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.771705] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.777125] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29ab9953-3f69-497f-8e7d-6d2763304773 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.795604] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 745.795604] env[62675]: value = "task-2690627" [ 745.795604] env[62675]: _type = "Task" [ 745.795604] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.805354] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.845240] env[62675]: DEBUG nova.network.neutron [-] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.862899] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690623, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.872569] env[62675]: DEBUG nova.compute.manager [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.874168] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337f8768-121b-4e9e-9a36-3cb12d0bbcdf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.913619] env[62675]: DEBUG nova.compute.manager [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Received event network-vif-plugged-16af96cd-968e-422f-aa8d-be0889927f53 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.914026] env[62675]: DEBUG oslo_concurrency.lockutils [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] Acquiring lock "f743ab44-893d-454b-8a4d-69531f28a173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.914417] env[62675]: DEBUG oslo_concurrency.lockutils [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] Lock "f743ab44-893d-454b-8a4d-69531f28a173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.914660] env[62675]: DEBUG oslo_concurrency.lockutils [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] Lock "f743ab44-893d-454b-8a4d-69531f28a173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.914859] env[62675]: DEBUG nova.compute.manager [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] No waiting events found dispatching network-vif-plugged-16af96cd-968e-422f-aa8d-be0889927f53 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.915061] env[62675]: WARNING nova.compute.manager [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Received unexpected event network-vif-plugged-16af96cd-968e-422f-aa8d-be0889927f53 for instance with vm_state building and task_state spawning. [ 745.915287] env[62675]: DEBUG nova.compute.manager [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Received event network-changed-16af96cd-968e-422f-aa8d-be0889927f53 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.915491] env[62675]: DEBUG nova.compute.manager [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Refreshing instance network info cache due to event network-changed-16af96cd-968e-422f-aa8d-be0889927f53. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.915701] env[62675]: DEBUG oslo_concurrency.lockutils [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] Acquiring lock "refresh_cache-f743ab44-893d-454b-8a4d-69531f28a173" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.915850] env[62675]: DEBUG oslo_concurrency.lockutils [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] Acquired lock "refresh_cache-f743ab44-893d-454b-8a4d-69531f28a173" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.916092] env[62675]: DEBUG nova.network.neutron [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Refreshing network info cache for port 16af96cd-968e-422f-aa8d-be0889927f53 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.922754] env[62675]: DEBUG nova.compute.utils [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 745.928345] env[62675]: DEBUG nova.compute.manager [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.928450] env[62675]: DEBUG nova.network.neutron [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.006060] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "792862b8-a9fa-46ed-828d-a9f8b698d969" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.006323] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.011465] env[62675]: DEBUG nova.policy [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11e9aa367bac4ce39507c225b48d97a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2cccbfe50d544e89d83da1c9af24bf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.109324] env[62675]: DEBUG oslo_concurrency.lockutils [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.165327] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690622, 'name': Destroy_Task, 'duration_secs': 0.566582} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.165327] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Destroyed the VM [ 746.165327] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 746.165327] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-932caa47-1d55-4ef5-b108-3cd9f74159dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.175077] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 746.175077] env[62675]: value = "task-2690628" [ 746.175077] env[62675]: _type = "Task" [ 746.175077] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.184530] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.204015] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f3ebd1-8f33-7b86-3243-73afd473f1f8, 'name': SearchDatastore_Task, 'duration_secs': 0.014111} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.204952] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff6aa34-ab3d-4760-aec7-642fd37d79dc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.211138] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 746.211138] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]526a2336-6d28-7f83-5d62-8caaec728780" [ 746.211138] env[62675]: _type = "Task" [ 746.211138] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.226089] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526a2336-6d28-7f83-5d62-8caaec728780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.308530] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690627, 'name': ReconfigVM_Task, 'duration_secs': 0.214517} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.308875] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance '1b9677be-196b-403a-8d79-7b7c694046eb' progress to 33 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 746.352125] env[62675]: INFO nova.compute.manager [-] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Took 1.32 seconds to deallocate network for instance. [ 746.372041] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690623, 'name': CreateVM_Task, 'duration_secs': 0.65052} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.372258] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.373602] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.373788] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.374131] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.374641] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1b19c9-0778-45d0-bf0b-d6d41dec9130 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.383134] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 746.383134] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e6050d-0cf7-3bd4-6b06-1d53be8d4e38" [ 746.383134] env[62675]: _type = "Task" [ 746.383134] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.388420] env[62675]: INFO nova.compute.manager [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] instance snapshotting [ 746.392821] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550f770e-5cb3-4650-886a-5f4ed3f629c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.405299] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e6050d-0cf7-3bd4-6b06-1d53be8d4e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.423425] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1c6898-d845-4a9b-9dc0-d3e8aa7f585b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.429035] env[62675]: DEBUG nova.compute.manager [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.455482] env[62675]: DEBUG nova.network.neutron [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Successfully created port: 38214219-8614-4fa1-97d0-ab9cc8f04e6d {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.497469] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d738b436-c2fe-49e4-bf6d-1483f698a523 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.510561] env[62675]: DEBUG nova.compute.manager [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.514526] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbe0eda-3306-498b-bc41-d089827832ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.552100] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a71dff-2fe1-45e7-86c4-43ee57d3c038 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.562749] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f7c078-3f51-4bd7-b55f-565d8b5b1d62 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.584358] env[62675]: DEBUG nova.compute.provider_tree [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.687465] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.723688] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526a2336-6d28-7f83-5d62-8caaec728780, 'name': SearchDatastore_Task, 'duration_secs': 0.02416} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.726847] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.727183] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 9c41b008-87b5-4757-be60-f6fc85bee372/9c41b008-87b5-4757-be60-f6fc85bee372.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.727950] env[62675]: DEBUG nova.objects.instance [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'flavor' on Instance uuid 3002f008-80ba-4e6b-8ec6-530646763010 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.729482] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1406e718-e517-47aa-9226-3f822d8084dc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.737891] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 746.737891] env[62675]: value = "task-2690629" [ 746.737891] env[62675]: _type = "Task" [ 746.737891] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.747535] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.817109] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:48:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='605581e3-ae89-4823-8add-cda43659c07c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-733303212',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.817383] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.817542] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.817730] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.817881] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.818154] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.818424] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.818633] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.818844] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.819066] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.819673] env[62675]: DEBUG nova.virt.hardware [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.826390] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 746.830270] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-189b7cdb-618a-4148-9477-3e3c19ce012d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.854453] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 746.854453] env[62675]: value = "task-2690630" [ 746.854453] env[62675]: _type = "Task" [ 746.854453] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.865052] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.865455] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.896685] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e6050d-0cf7-3bd4-6b06-1d53be8d4e38, 'name': SearchDatastore_Task, 'duration_secs': 0.018676} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.897658] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.897998] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.898740] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.898973] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.899236] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.899590] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b4145cb-97e9-46aa-878d-23684124bd4f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.910857] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.911109] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.911927] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2a42d4-e774-452a-af63-8ef7d003198f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.915476] env[62675]: DEBUG nova.network.neutron [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Updated VIF entry in instance network info cache for port 16af96cd-968e-422f-aa8d-be0889927f53. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.915925] env[62675]: DEBUG nova.network.neutron [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Updating instance_info_cache with network_info: [{"id": "9941e832-b938-4334-b186-0feb4f332bdf", "address": "fa:16:3e:90:8d:fb", "network": {"id": "411e0ec6-d2f0-4aa0-a70d-144c7f2b0720", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1663488792", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9941e832-b9", "ovs_interfaceid": "9941e832-b938-4334-b186-0feb4f332bdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "16af96cd-968e-422f-aa8d-be0889927f53", "address": "fa:16:3e:2f:69:b1", "network": {"id": "6cff5798-496d-48e6-a1c3-44b89812032b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1373836991", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "4b406c92d55e45fbb7402d17382f6886", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16af96cd-96", "ovs_interfaceid": "16af96cd-968e-422f-aa8d-be0889927f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.923024] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 746.923024] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]526b0c3f-70a9-8af2-0360-98f3a8efa814" [ 746.923024] env[62675]: _type = "Task" [ 746.923024] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.932896] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526b0c3f-70a9-8af2-0360-98f3a8efa814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.936408] env[62675]: INFO nova.virt.block_device [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Booting with volume d04a2532-9421-4bfd-8462-7e6220b248c2 at /dev/sda [ 746.947028] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 746.950165] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40e033af-a773-4af9-b263-992b36e93830 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.965258] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 746.965258] env[62675]: value = "task-2690631" [ 746.965258] env[62675]: _type = "Task" [ 746.965258] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.976129] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690631, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.985659] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4ce5660-8f9d-4ce9-8d3f-bf5c0514170e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.001140] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2aa16e1-4807-487e-a258-873467caf872 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.053705] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.054030] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c752c0f-7786-46e9-93d4-c662b5fd24df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.067664] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de93ca8b-e2a9-4936-ae3a-9d7269e8ee94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.090287] env[62675]: DEBUG nova.scheduler.client.report [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.117163] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.121123] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de97341c-656c-4dfb-a6a1-7b2c5399e004 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.122462] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.681s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.123512] env[62675]: INFO nova.compute.claims [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.136872] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89741e3-c359-4f9a-8e0b-b900b1ef78d1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.148822] env[62675]: INFO nova.scheduler.client.report [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Deleted allocations for instance 34705cc3-12ff-496f-a5ae-7db685ab7d42 [ 747.161135] env[62675]: DEBUG nova.virt.block_device [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Updating existing volume attachment record: b6f996c5-6675-4326-8be6-29bddbf4235f {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 747.192792] env[62675]: DEBUG oslo_vmware.api [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690628, 'name': RemoveSnapshot_Task, 'duration_secs': 1.002189} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.193129] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 747.196360] env[62675]: DEBUG oslo_concurrency.lockutils [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.196608] env[62675]: DEBUG oslo_concurrency.lockutils [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.196836] env[62675]: INFO nova.compute.manager [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Attaching volume 700459c6-e53a-498e-b728-041a1474f5ca to /dev/sdb [ 747.235905] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.236105] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquired lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.236284] env[62675]: DEBUG nova.network.neutron [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.236481] env[62675]: DEBUG nova.objects.instance [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'info_cache' on Instance uuid 3002f008-80ba-4e6b-8ec6-530646763010 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.254417] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.365093] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690630, 'name': ReconfigVM_Task, 'duration_secs': 0.220895} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.365394] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 747.366216] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9150df-9406-4532-a7ed-a149520370f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.389446] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 1b9677be-196b-403a-8d79-7b7c694046eb/1b9677be-196b-403a-8d79-7b7c694046eb.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.390104] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17540fc7-396c-41c1-81ca-05d513000961 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.409033] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 747.409033] env[62675]: value = "task-2690632" [ 747.409033] env[62675]: _type = "Task" [ 747.409033] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.417554] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.420165] env[62675]: DEBUG oslo_concurrency.lockutils [req-6f7fc85e-5b11-447b-98f6-89dba8f9866c req-d4ecc04a-f4b6-46c9-b1a0-b1f3a4a50c5c service nova] Releasing lock "refresh_cache-f743ab44-893d-454b-8a4d-69531f28a173" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.433320] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526b0c3f-70a9-8af2-0360-98f3a8efa814, 'name': SearchDatastore_Task, 'duration_secs': 0.016403} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.434164] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4740e471-ef60-4985-bf23-505b85278381 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.439893] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 747.439893] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5287ce12-1221-4c70-3320-7286cf57a41e" [ 747.439893] env[62675]: _type = "Task" [ 747.439893] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.448795] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5287ce12-1221-4c70-3320-7286cf57a41e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.473943] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690631, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.661145] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0d4f6562-f1dc-464b-9394-a63aad59cf99 tempest-ServerExternalEventsTest-877329779 tempest-ServerExternalEventsTest-877329779-project-member] Lock "34705cc3-12ff-496f-a5ae-7db685ab7d42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.394s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.702940] env[62675]: WARNING nova.compute.manager [None req-7d6397c6-7b49-49e7-9baa-a984cc35f491 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Image not found during snapshot: nova.exception.ImageNotFound: Image 3e0ae8af-afbf-4174-8bbf-5d0a0cadad8e could not be found. [ 747.741350] env[62675]: DEBUG nova.objects.base [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Object Instance<3002f008-80ba-4e6b-8ec6-530646763010> lazy-loaded attributes: flavor,info_cache {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 747.744458] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e527a9d-0cf5-4d44-b8be-400cbe6bad80 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.760044] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631046} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.760420] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 9c41b008-87b5-4757-be60-f6fc85bee372/9c41b008-87b5-4757-be60-f6fc85bee372.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.760694] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.761413] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24929ce5-dcc0-48e2-a53b-587458b62677 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.764043] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-332ba4ec-f428-4970-9e98-a2853d7d7035 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.773409] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 747.773409] env[62675]: value = "task-2690634" [ 747.773409] env[62675]: _type = "Task" [ 747.773409] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.783636] env[62675]: DEBUG nova.virt.block_device [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Updating existing volume attachment record: 65ae9c71-7d9f-44c0-b527-87e68b3453d1 {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 747.790089] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.923390] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690632, 'name': ReconfigVM_Task, 'duration_secs': 0.282467} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.923796] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 1b9677be-196b-403a-8d79-7b7c694046eb/1b9677be-196b-403a-8d79-7b7c694046eb.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.924133] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance '1b9677be-196b-403a-8d79-7b7c694046eb' progress to 50 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 747.942530] env[62675]: DEBUG nova.compute.manager [req-45346aef-dfb2-467b-96d3-b3426263acec req-f1e22b8b-1c1a-42c4-bba4-86414f94f874 service nova] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Received event network-vif-deleted-f47e5ecd-8eb9-4a5c-88c7-44a120e45d23 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.955075] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5287ce12-1221-4c70-3320-7286cf57a41e, 'name': SearchDatastore_Task, 'duration_secs': 0.019118} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.956028] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.956028] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] f743ab44-893d-454b-8a4d-69531f28a173/f743ab44-893d-454b-8a4d-69531f28a173.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.956028] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-189da8e6-089c-4ae5-befd-b1841e086d1d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.963462] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 747.963462] env[62675]: value = "task-2690636" [ 747.963462] env[62675]: _type = "Task" [ 747.963462] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.975375] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.979794] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690631, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.286410] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066126} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.289492] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.290576] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea410bb-d6a1-42fd-9e16-fbdb8837459a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.315257] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 9c41b008-87b5-4757-be60-f6fc85bee372/9c41b008-87b5-4757-be60-f6fc85bee372.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.320228] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8fa804-85bb-4ee4-8644-b7d3cd96e213 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.348373] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 748.348373] env[62675]: value = "task-2690639" [ 748.348373] env[62675]: _type = "Task" [ 748.348373] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.361439] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.431861] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d1cb43-1d45-432b-a2fe-031ea21d5e73 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.453231] env[62675]: DEBUG nova.network.neutron [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Successfully updated port: 38214219-8614-4fa1-97d0-ab9cc8f04e6d {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.460319] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224cd5bd-696c-41bf-849b-24742f851de6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.481917] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance '1b9677be-196b-403a-8d79-7b7c694046eb' progress to 67 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 748.504486] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690636, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.507693] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690631, 'name': CreateSnapshot_Task, 'duration_secs': 1.347423} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.507693] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 748.508795] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9cdf7e-e877-4831-a8bf-79eac52fdd94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.719553] env[62675]: DEBUG nova.network.neutron [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Updating instance_info_cache with network_info: [{"id": "3c9faf84-f389-4162-8841-24f38cb03548", "address": "fa:16:3e:46:f0:02", "network": {"id": "3cfa02b7-9cf1-4499-bdf6-02012021d4c1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1809523159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57f3b4356a84c90bc2c13c102167253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9faf84-f3", "ovs_interfaceid": "3c9faf84-f389-4162-8841-24f38cb03548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.837415] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bc5742-52d6-4ad9-8c9e-21e921929dce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.848644] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e720b47-47ad-4530-9701-465146ffde34 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.862326] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.891091] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3757fe0-7586-4ca5-b9c7-68b2fce4ab41 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.900545] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f227f0-470f-4460-9185-4ee322df2953 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.917735] env[62675]: DEBUG nova.compute.provider_tree [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.961238] env[62675]: DEBUG oslo_concurrency.lockutils [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Acquiring lock "refresh_cache-29199399-8810-4aa8-bb38-1d3975f6d9cd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.961434] env[62675]: DEBUG oslo_concurrency.lockutils [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Acquired lock "refresh_cache-29199399-8810-4aa8-bb38-1d3975f6d9cd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.961609] env[62675]: DEBUG nova.network.neutron [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.990699] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.89564} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.991065] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] f743ab44-893d-454b-8a4d-69531f28a173/f743ab44-893d-454b-8a4d-69531f28a173.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.991320] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.991606] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28916d55-3a38-408a-ba0a-d45403af070c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.002149] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 749.002149] env[62675]: value = "task-2690640" [ 749.002149] env[62675]: _type = "Task" [ 749.002149] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.011460] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.034735] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 749.035130] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-40aab7f5-999f-44a9-9e93-6c9e6f2b9cf6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.046176] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 749.046176] env[62675]: value = "task-2690641" [ 749.046176] env[62675]: _type = "Task" [ 749.046176] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.057387] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690641, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.063150] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.063429] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.063727] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.063970] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.064173] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.066472] env[62675]: INFO nova.compute.manager [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Terminating instance [ 749.068600] env[62675]: DEBUG nova.network.neutron [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Port cb9d9034-5b8b-415a-a4f1-8b48bb4d5654 binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 749.229733] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Releasing lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.364650] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690639, 'name': ReconfigVM_Task, 'duration_secs': 0.631377} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.367036] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 9c41b008-87b5-4757-be60-f6fc85bee372/9c41b008-87b5-4757-be60-f6fc85bee372.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.367036] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55463270-e2ad-4d8e-8782-b210a5e35027 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.374781] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 749.374781] env[62675]: value = "task-2690642" [ 749.374781] env[62675]: _type = "Task" [ 749.374781] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.388946] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690642, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.421439] env[62675]: DEBUG nova.scheduler.client.report [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.496227] env[62675]: DEBUG nova.network.neutron [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.512026] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201441} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.512638] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.513171] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e46ae66-49a8-4657-a732-ecead46a4f0c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.543898] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] f743ab44-893d-454b-8a4d-69531f28a173/f743ab44-893d-454b-8a4d-69531f28a173.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.544334] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495be6de-47f8-4467-9d94-814ea1bc1306 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.578041] env[62675]: DEBUG nova.compute.manager [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.578041] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.578041] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690641, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.578932] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5162665-378b-4b14-bae3-5727c101fd5f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.581614] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 749.581614] env[62675]: value = "task-2690643" [ 749.581614] env[62675]: _type = "Task" [ 749.581614] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.587253] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.587787] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ec71dbd-5381-4bb0-bbdb-cabaefbe8597 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.592985] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.601172] env[62675]: DEBUG oslo_vmware.api [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 749.601172] env[62675]: value = "task-2690644" [ 749.601172] env[62675]: _type = "Task" [ 749.601172] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.608288] env[62675]: DEBUG oslo_vmware.api [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.716524] env[62675]: DEBUG nova.network.neutron [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Updating instance_info_cache with network_info: [{"id": "38214219-8614-4fa1-97d0-ab9cc8f04e6d", "address": "fa:16:3e:ef:f8:6e", "network": {"id": "709cb95d-0a79-4560-a104-5c27138676cb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-548383152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2cccbfe50d544e89d83da1c9af24bf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38214219-86", "ovs_interfaceid": "38214219-8614-4fa1-97d0-ab9cc8f04e6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.887501] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690642, 'name': Rename_Task, 'duration_secs': 0.149659} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.887927] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.888287] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bb1c5de-040a-498f-be26-189b374a4315 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.896144] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 749.896144] env[62675]: value = "task-2690645" [ 749.896144] env[62675]: _type = "Task" [ 749.896144] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.906305] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.926641] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.927040] env[62675]: DEBUG nova.compute.manager [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.929820] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.691s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.930921] env[62675]: DEBUG nova.objects.instance [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Lazy-loading 'resources' on Instance uuid 6ec72180-77e0-4add-8e79-d80a3b5adf2a {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.967231] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 749.967466] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542330', 'volume_id': '9cc0f814-cce4-47b7-a6d2-f3589a698e81', 'name': 'volume-9cc0f814-cce4-47b7-a6d2-f3589a698e81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '261ccdeb-6805-4db9-9595-472f7247d489', 'attached_at': '', 'detached_at': '', 'volume_id': '9cc0f814-cce4-47b7-a6d2-f3589a698e81', 'serial': '9cc0f814-cce4-47b7-a6d2-f3589a698e81'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 749.969766] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a943cd-8011-490e-bc3c-adf42f7739f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.977403] env[62675]: DEBUG nova.compute.manager [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Received event network-vif-plugged-38214219-8614-4fa1-97d0-ab9cc8f04e6d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.977668] env[62675]: DEBUG oslo_concurrency.lockutils [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] Acquiring lock "29199399-8810-4aa8-bb38-1d3975f6d9cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.977843] env[62675]: DEBUG oslo_concurrency.lockutils [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] Lock "29199399-8810-4aa8-bb38-1d3975f6d9cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.978045] env[62675]: DEBUG oslo_concurrency.lockutils [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] Lock "29199399-8810-4aa8-bb38-1d3975f6d9cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.978299] env[62675]: DEBUG nova.compute.manager [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] No waiting events found dispatching network-vif-plugged-38214219-8614-4fa1-97d0-ab9cc8f04e6d {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.978491] env[62675]: WARNING nova.compute.manager [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Received unexpected event network-vif-plugged-38214219-8614-4fa1-97d0-ab9cc8f04e6d for instance with vm_state building and task_state block_device_mapping. [ 749.978901] env[62675]: DEBUG nova.compute.manager [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Received event network-changed-38214219-8614-4fa1-97d0-ab9cc8f04e6d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.979118] env[62675]: DEBUG nova.compute.manager [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Refreshing instance network info cache due to event network-changed-38214219-8614-4fa1-97d0-ab9cc8f04e6d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 749.979294] env[62675]: DEBUG oslo_concurrency.lockutils [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] Acquiring lock "refresh_cache-29199399-8810-4aa8-bb38-1d3975f6d9cd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.991720] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f4d369-4923-41ab-8fbf-5c6b841e6815 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.023193] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-9cc0f814-cce4-47b7-a6d2-f3589a698e81/volume-9cc0f814-cce4-47b7-a6d2-f3589a698e81.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.023193] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ac2b601-399d-458d-bc51-67d47c1e7bd7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.054228] env[62675]: DEBUG oslo_vmware.api [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Waiting for the task: (returnval){ [ 750.054228] env[62675]: value = "task-2690646" [ 750.054228] env[62675]: _type = "Task" [ 750.054228] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.067336] env[62675]: DEBUG oslo_vmware.api [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Task: {'id': task-2690646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.075871] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690641, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.094762] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "1b9677be-196b-403a-8d79-7b7c694046eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.095008] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "1b9677be-196b-403a-8d79-7b7c694046eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.095826] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "1b9677be-196b-403a-8d79-7b7c694046eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.103342] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.112048] env[62675]: DEBUG oslo_vmware.api [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690644, 'name': PowerOffVM_Task, 'duration_secs': 0.385576} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.113265] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.113480] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.113820] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-390497d0-84dd-4e47-af8b-af91f08511a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.186056] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.186314] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.186542] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Deleting the datastore file [datastore2] 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.186820] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9662406-308b-495a-8188-1b116b9186fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.194439] env[62675]: DEBUG oslo_vmware.api [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 750.194439] env[62675]: value = "task-2690649" [ 750.194439] env[62675]: _type = "Task" [ 750.194439] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.204147] env[62675]: DEBUG oslo_vmware.api [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.219107] env[62675]: DEBUG oslo_concurrency.lockutils [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Releasing lock "refresh_cache-29199399-8810-4aa8-bb38-1d3975f6d9cd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.219491] env[62675]: DEBUG nova.compute.manager [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Instance network_info: |[{"id": "38214219-8614-4fa1-97d0-ab9cc8f04e6d", "address": "fa:16:3e:ef:f8:6e", "network": {"id": "709cb95d-0a79-4560-a104-5c27138676cb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-548383152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2cccbfe50d544e89d83da1c9af24bf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38214219-86", "ovs_interfaceid": "38214219-8614-4fa1-97d0-ab9cc8f04e6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.219824] env[62675]: DEBUG oslo_concurrency.lockutils [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] Acquired lock "refresh_cache-29199399-8810-4aa8-bb38-1d3975f6d9cd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.220243] env[62675]: DEBUG nova.network.neutron [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Refreshing network info cache for port 38214219-8614-4fa1-97d0-ab9cc8f04e6d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.236275] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.236582] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35b55221-73ae-47ac-842c-c55a9bc5c14f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.243623] env[62675]: DEBUG oslo_vmware.api [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 750.243623] env[62675]: value = "task-2690650" [ 750.243623] env[62675]: _type = "Task" [ 750.243623] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.253379] env[62675]: DEBUG oslo_vmware.api [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.408828] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690645, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.434800] env[62675]: DEBUG nova.compute.utils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 750.439700] env[62675]: DEBUG nova.compute.manager [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.439969] env[62675]: DEBUG nova.network.neutron [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.495759] env[62675]: DEBUG nova.policy [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2fdafbf38584ddc953c2e8cb854f272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48bd7eabf522421688f4ce2a50bed3bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.566543] env[62675]: DEBUG oslo_vmware.api [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Task: {'id': task-2690646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.584802] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690641, 'name': CloneVM_Task} progress is 95%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.602100] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690643, 'name': ReconfigVM_Task, 'duration_secs': 0.669917} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.603163] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Reconfigured VM instance instance-00000036 to attach disk [datastore2] f743ab44-893d-454b-8a4d-69531f28a173/f743ab44-893d-454b-8a4d-69531f28a173.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.603856] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f98a5b50-ff9f-4d28-aa28-e131e0865ba9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.613885] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 750.613885] env[62675]: value = "task-2690651" [ 750.613885] env[62675]: _type = "Task" [ 750.613885] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.626340] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690651, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.708389] env[62675]: DEBUG oslo_vmware.api [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219652} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.711617] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 750.711617] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 750.711617] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 750.711617] env[62675]: INFO nova.compute.manager [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Took 1.13 seconds to destroy the instance on the hypervisor. [ 750.711617] env[62675]: DEBUG oslo.service.loopingcall [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.711617] env[62675]: DEBUG nova.compute.manager [-] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 750.711617] env[62675]: DEBUG nova.network.neutron [-] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 750.755592] env[62675]: DEBUG oslo_vmware.api [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690650, 'name': PowerOnVM_Task, 'duration_secs': 0.476384} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.758365] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.758850] env[62675]: DEBUG nova.compute.manager [None req-1458c624-83e3-4ffa-9dd2-aecbd796147c tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.759712] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b339c98a-709d-4116-8442-d32387673326 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.908099] env[62675]: DEBUG oslo_vmware.api [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690645, 'name': PowerOnVM_Task, 'duration_secs': 0.597747} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.908380] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.908582] env[62675]: DEBUG nova.compute.manager [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.909436] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1701dd9f-b573-4094-8af2-31e3bb0c248a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.940076] env[62675]: DEBUG nova.compute.manager [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.035407] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5688e20-5b81-4ecc-ab9b-2d809a788d2c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.055684] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361340ba-6a4f-4468-a046-9fd4065c1db4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.063541] env[62675]: DEBUG nova.compute.manager [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.064167] env[62675]: DEBUG nova.virt.hardware [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.064424] env[62675]: DEBUG nova.virt.hardware [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.064587] env[62675]: DEBUG nova.virt.hardware [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.064811] env[62675]: DEBUG nova.virt.hardware [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.064984] env[62675]: DEBUG nova.virt.hardware [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.065167] env[62675]: DEBUG nova.virt.hardware [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.065397] env[62675]: DEBUG nova.virt.hardware [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.065558] env[62675]: DEBUG nova.virt.hardware [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.065789] env[62675]: DEBUG nova.virt.hardware [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.066027] env[62675]: DEBUG nova.virt.hardware [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.066247] env[62675]: DEBUG nova.virt.hardware [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.067812] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ff392f-5d9a-4554-953b-ffbcfc961f11 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.123834] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f657332-bdca-4cc0-90cd-916ef4f831e2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.126452] env[62675]: DEBUG oslo_vmware.api [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Task: {'id': task-2690646, 'name': ReconfigVM_Task, 'duration_secs': 0.563332} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.135414] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5245e6e3-c1d6-4c7c-bf51-f813c87e8c44 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.140624] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-9cc0f814-cce4-47b7-a6d2-f3589a698e81/volume-9cc0f814-cce4-47b7-a6d2-f3589a698e81.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.146381] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690641, 'name': CloneVM_Task, 'duration_secs': 1.788079} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.147444] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a0245e-a575-44a7-97dd-b165bc4fc0de {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.158596] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Created linked-clone VM from snapshot [ 751.162321] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda68d58-84e2-42f6-a840-9ccc0a2ee7c8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.177167] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e281f285-0f2a-4ac8-8528-79a825e3279c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.181374] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690651, 'name': Rename_Task, 'duration_secs': 0.224635} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.181897] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:f8:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38214219-8614-4fa1-97d0-ab9cc8f04e6d', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.189558] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Creating folder: Project (e2cccbfe50d544e89d83da1c9af24bf5). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.191649] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.191878] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba357c52-ded2-40fe-855c-bcf58e3e1ca4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.193661] env[62675]: DEBUG oslo_vmware.api [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Waiting for the task: (returnval){ [ 751.193661] env[62675]: value = "task-2690652" [ 751.193661] env[62675]: _type = "Task" [ 751.193661] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.197756] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a09c231-00c9-415e-b2e6-34769d8ddc4f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.199485] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Uploading image 128f56fb-ee2d-4252-8e97-4f641315ae34 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 751.213096] env[62675]: DEBUG nova.compute.provider_tree [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.222363] env[62675]: DEBUG oslo_vmware.api [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Task: {'id': task-2690652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.222698] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 751.222698] env[62675]: value = "task-2690654" [ 751.222698] env[62675]: _type = "Task" [ 751.222698] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.223686] env[62675]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 751.224050] env[62675]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62675) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 751.224217] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Folder already exists: Project (e2cccbfe50d544e89d83da1c9af24bf5). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 751.224405] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Creating folder: Instances. Parent ref: group-v542298. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.225567] env[62675]: DEBUG nova.network.neutron [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Successfully created port: 6976d798-d826-440c-9d71-f466a1ff3fd8 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.230256] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf1e85a0-206c-4b0c-93f2-d14c2621a21b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.234196] env[62675]: DEBUG oslo_vmware.rw_handles [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 751.234196] env[62675]: value = "vm-542334" [ 751.234196] env[62675]: _type = "VirtualMachine" [ 751.234196] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 751.235258] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.235526] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.235805] env[62675]: DEBUG nova.network.neutron [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.238425] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-92317699-9eea-473d-9652-318cd01bf48f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.247815] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690654, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.249680] env[62675]: DEBUG oslo_vmware.rw_handles [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lease: (returnval){ [ 751.249680] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524b6799-9c7a-8141-5005-f16ec97b8cf3" [ 751.249680] env[62675]: _type = "HttpNfcLease" [ 751.249680] env[62675]: } obtained for exporting VM: (result){ [ 751.249680] env[62675]: value = "vm-542334" [ 751.249680] env[62675]: _type = "VirtualMachine" [ 751.249680] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 751.250042] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the lease: (returnval){ [ 751.250042] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524b6799-9c7a-8141-5005-f16ec97b8cf3" [ 751.250042] env[62675]: _type = "HttpNfcLease" [ 751.250042] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 751.251753] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Created folder: Instances in parent group-v542298. [ 751.251753] env[62675]: DEBUG oslo.service.loopingcall [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.256549] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.256549] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb3fa345-53ac-4d47-a03e-e40f33077a06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.278156] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 751.278156] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524b6799-9c7a-8141-5005-f16ec97b8cf3" [ 751.278156] env[62675]: _type = "HttpNfcLease" [ 751.278156] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 751.278469] env[62675]: DEBUG oslo_vmware.rw_handles [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 751.278469] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524b6799-9c7a-8141-5005-f16ec97b8cf3" [ 751.278469] env[62675]: _type = "HttpNfcLease" [ 751.278469] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 751.279219] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271f5d60-b5b5-4fc8-bb05-4b5f21eb2cf3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.285222] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.285222] env[62675]: value = "task-2690657" [ 751.285222] env[62675]: _type = "Task" [ 751.285222] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.290451] env[62675]: DEBUG oslo_vmware.rw_handles [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e317f1-99c2-1ebf-9954-2903240093a3/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 751.290619] env[62675]: DEBUG oslo_vmware.rw_handles [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e317f1-99c2-1ebf-9954-2903240093a3/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 751.356633] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690657, 'name': CreateVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.371174] env[62675]: DEBUG nova.network.neutron [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Updated VIF entry in instance network info cache for port 38214219-8614-4fa1-97d0-ab9cc8f04e6d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.371586] env[62675]: DEBUG nova.network.neutron [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Updating instance_info_cache with network_info: [{"id": "38214219-8614-4fa1-97d0-ab9cc8f04e6d", "address": "fa:16:3e:ef:f8:6e", "network": {"id": "709cb95d-0a79-4560-a104-5c27138676cb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-548383152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2cccbfe50d544e89d83da1c9af24bf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38214219-86", "ovs_interfaceid": "38214219-8614-4fa1-97d0-ab9cc8f04e6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.383380] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a1c4114e-41ad-4d35-9a41-e2776066e71f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.431737] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.711059] env[62675]: DEBUG oslo_vmware.api [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Task: {'id': task-2690652, 'name': ReconfigVM_Task, 'duration_secs': 0.214622} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.711561] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542330', 'volume_id': '9cc0f814-cce4-47b7-a6d2-f3589a698e81', 'name': 'volume-9cc0f814-cce4-47b7-a6d2-f3589a698e81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '261ccdeb-6805-4db9-9595-472f7247d489', 'attached_at': '', 'detached_at': '', 'volume_id': '9cc0f814-cce4-47b7-a6d2-f3589a698e81', 'serial': '9cc0f814-cce4-47b7-a6d2-f3589a698e81'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 751.716859] env[62675]: DEBUG nova.scheduler.client.report [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.736355] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690654, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.801658] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690657, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.874484] env[62675]: DEBUG oslo_concurrency.lockutils [req-0f24cc1f-e4fe-455b-b15c-482e10517aa9 req-de06a719-a6be-4fa3-a349-933476ad3866 service nova] Releasing lock "refresh_cache-29199399-8810-4aa8-bb38-1d3975f6d9cd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.956055] env[62675]: DEBUG nova.compute.manager [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.972727] env[62675]: DEBUG nova.network.neutron [-] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.997034] env[62675]: DEBUG nova.virt.hardware [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.998551] env[62675]: DEBUG nova.virt.hardware [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.998788] env[62675]: DEBUG nova.virt.hardware [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.000072] env[62675]: DEBUG nova.virt.hardware [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.000072] env[62675]: DEBUG nova.virt.hardware [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.000072] env[62675]: DEBUG nova.virt.hardware [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.001215] env[62675]: DEBUG nova.virt.hardware [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.001215] env[62675]: DEBUG nova.virt.hardware [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.001215] env[62675]: DEBUG nova.virt.hardware [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.001215] env[62675]: DEBUG nova.virt.hardware [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.001428] env[62675]: DEBUG nova.virt.hardware [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.003516] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abc6510-4747-4939-bc47-b4417cf4cfb4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.016290] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50df5a19-f564-46ee-b615-64dd19ba1152 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.062014] env[62675]: DEBUG nova.network.neutron [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance_info_cache with network_info: [{"id": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "address": "fa:16:3e:2b:34:f5", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9d9034-5b", "ovs_interfaceid": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.223078] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.226840] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.102s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.227098] env[62675]: DEBUG nova.objects.instance [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Lazy-loading 'resources' on Instance uuid 3364dc58-416c-42da-8157-6efdb65e0e89 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.239168] env[62675]: DEBUG oslo_vmware.api [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690654, 'name': PowerOnVM_Task, 'duration_secs': 0.744012} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.239460] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.239683] env[62675]: INFO nova.compute.manager [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Took 12.90 seconds to spawn the instance on the hypervisor. [ 752.240871] env[62675]: DEBUG nova.compute.manager [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.241514] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a055d43-8d72-42b9-8db0-89df3ed35aff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.282309] env[62675]: INFO nova.scheduler.client.report [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Deleted allocations for instance 6ec72180-77e0-4add-8e79-d80a3b5adf2a [ 752.301544] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690657, 'name': CreateVM_Task, 'duration_secs': 0.539973} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.301886] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.302925] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': 'b6f996c5-6675-4326-8be6-29bddbf4235f', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542302', 'volume_id': 'd04a2532-9421-4bfd-8462-7e6220b248c2', 'name': 'volume-d04a2532-9421-4bfd-8462-7e6220b248c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29199399-8810-4aa8-bb38-1d3975f6d9cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd04a2532-9421-4bfd-8462-7e6220b248c2', 'serial': 'd04a2532-9421-4bfd-8462-7e6220b248c2'}, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62675) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 752.303356] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Root volume attach. Driver type: vmdk {{(pid=62675) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 752.304385] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e92cd2f-203b-49d0-953f-3660fa69a42f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.313366] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9d04e9-4e70-4486-80af-988ba1fa43bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.322022] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832474b6-a8af-4067-8f8b-90b3b9095c51 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.331359] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1aea196d-a2e8-46fa-a563-4d7e4dada91e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.334268] env[62675]: DEBUG nova.compute.manager [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.334977] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61237545-8c12-4a30-a36b-05b659ed230a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.345547] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Waiting for the task: (returnval){ [ 752.345547] env[62675]: value = "task-2690658" [ 752.345547] env[62675]: _type = "Task" [ 752.345547] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.346590] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 752.347094] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542332', 'volume_id': '700459c6-e53a-498e-b728-041a1474f5ca', 'name': 'volume-700459c6-e53a-498e-b728-041a1474f5ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49e0c771-5fa5-4771-be72-ba78dcc3ec92', 'attached_at': '', 'detached_at': '', 'volume_id': '700459c6-e53a-498e-b728-041a1474f5ca', 'serial': '700459c6-e53a-498e-b728-041a1474f5ca'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 752.348382] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8737ed54-baa0-44c6-96f4-57f8c22eb0c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.362458] env[62675]: DEBUG nova.compute.manager [req-9f1eab7e-2463-4e7b-b9e3-baf945a94ba7 req-f81232b9-0408-4149-bc25-5ba98c44fa6f service nova] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Received event network-vif-deleted-ae42fcbc-7c6a-4e7d-aa47-953e895ec11f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.363229] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690658, 'name': RelocateVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.378960] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608b6d34-e745-40c8-a638-349b3e1140c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.410149] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] volume-700459c6-e53a-498e-b728-041a1474f5ca/volume-700459c6-e53a-498e-b728-041a1474f5ca.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.411159] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf712050-17cc-499a-84e1-306ac53033cc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.431042] env[62675]: DEBUG oslo_vmware.api [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 752.431042] env[62675]: value = "task-2690659" [ 752.431042] env[62675]: _type = "Task" [ 752.431042] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.440054] env[62675]: DEBUG oslo_vmware.api [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.478340] env[62675]: INFO nova.compute.manager [-] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Took 1.77 seconds to deallocate network for instance. [ 752.567886] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.761429] env[62675]: DEBUG nova.objects.instance [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Lazy-loading 'flavor' on Instance uuid 261ccdeb-6805-4db9-9595-472f7247d489 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.763061] env[62675]: INFO nova.compute.manager [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Rebuilding instance [ 752.771492] env[62675]: INFO nova.compute.manager [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Took 49.61 seconds to build instance. [ 752.796457] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e711d40e-02cd-4d26-8ecb-98966033955d tempest-ServersTestFqdnHostnames-841612389 tempest-ServersTestFqdnHostnames-841612389-project-member] Lock "6ec72180-77e0-4add-8e79-d80a3b5adf2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.685s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.835138] env[62675]: DEBUG nova.compute.manager [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.836160] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c776fdc-683f-4b9a-a05a-89042913ba1c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.849284] env[62675]: INFO nova.compute.manager [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] instance snapshotting [ 752.850798] env[62675]: DEBUG nova.objects.instance [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'flavor' on Instance uuid 47a2f884-e89a-4114-ad54-a94ba493d07f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.866106] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690658, 'name': RelocateVM_Task, 'duration_secs': 0.507698} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.869467] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 752.869724] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542302', 'volume_id': 'd04a2532-9421-4bfd-8462-7e6220b248c2', 'name': 'volume-d04a2532-9421-4bfd-8462-7e6220b248c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29199399-8810-4aa8-bb38-1d3975f6d9cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd04a2532-9421-4bfd-8462-7e6220b248c2', 'serial': 'd04a2532-9421-4bfd-8462-7e6220b248c2'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 752.870935] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f36d2a-ef1d-48a1-95ce-2af82fe7936e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.895335] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f17e208-3c0c-4517-a0bf-92e6ee966725 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.923027] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] volume-d04a2532-9421-4bfd-8462-7e6220b248c2/volume-d04a2532-9421-4bfd-8462-7e6220b248c2.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.924518] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37fdf4e5-c91e-486f-825c-13c36d4b1c95 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.948923] env[62675]: DEBUG oslo_vmware.api [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690659, 'name': ReconfigVM_Task, 'duration_secs': 0.477276} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.950356] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Reconfigured VM instance instance-0000001d to attach disk [datastore1] volume-700459c6-e53a-498e-b728-041a1474f5ca/volume-700459c6-e53a-498e-b728-041a1474f5ca.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.955166] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Waiting for the task: (returnval){ [ 752.955166] env[62675]: value = "task-2690660" [ 752.955166] env[62675]: _type = "Task" [ 752.955166] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.958839] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87349a8a-727d-4cdd-9449-9059ffd154c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.977490] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.978894] env[62675]: DEBUG oslo_vmware.api [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 752.978894] env[62675]: value = "task-2690661" [ 752.978894] env[62675]: _type = "Task" [ 752.978894] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.989278] env[62675]: DEBUG oslo_vmware.api [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.989278] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.095974] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e791c614-6116-445c-9187-a85e3b559754 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.122068] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db18008e-30c2-421f-ae04-9bcd7b468cf7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.130161] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance '1b9677be-196b-403a-8d79-7b7c694046eb' progress to 83 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 753.193516] env[62675]: DEBUG nova.network.neutron [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Successfully updated port: 6976d798-d826-440c-9d71-f466a1ff3fd8 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.269371] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a704121f-7058-420e-89d6-2da029c91341 tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Lock "261ccdeb-6805-4db9-9595-472f7247d489" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.965s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.273945] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f081cf03-3985-4230-b05a-9f70d401f976 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "f743ab44-893d-454b-8a4d-69531f28a173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.064s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.366335] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488037e4-30f1-45e4-abd8-4fe1e39d048f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.390925] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efadd86-1a95-4996-b9d0-2c13906c6598 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.483290] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690660, 'name': ReconfigVM_Task, 'duration_secs': 0.380454} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.485937] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Reconfigured VM instance instance-00000037 to attach disk [datastore1] volume-d04a2532-9421-4bfd-8462-7e6220b248c2/volume-d04a2532-9421-4bfd-8462-7e6220b248c2.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.492876] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75d25013-97b4-481d-bac0-a62c7245a872 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.509211] env[62675]: DEBUG oslo_vmware.api [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690661, 'name': ReconfigVM_Task, 'duration_secs': 0.17447} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.510764] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542332', 'volume_id': '700459c6-e53a-498e-b728-041a1474f5ca', 'name': 'volume-700459c6-e53a-498e-b728-041a1474f5ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49e0c771-5fa5-4771-be72-ba78dcc3ec92', 'attached_at': '', 'detached_at': '', 'volume_id': '700459c6-e53a-498e-b728-041a1474f5ca', 'serial': '700459c6-e53a-498e-b728-041a1474f5ca'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 753.513045] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Waiting for the task: (returnval){ [ 753.513045] env[62675]: value = "task-2690662" [ 753.513045] env[62675]: _type = "Task" [ 753.513045] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.523110] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690662, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.594610] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17d3c62-6208-443d-99cd-526cc02607f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.606018] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb2df33-69d5-4ab9-ad5b-6aca6831557c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.641580] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.643602] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebcf13ff-baea-476d-86c1-bb9858a1bbf1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.646019] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b87d3a-9e5e-4df7-9332-bbdd2431ba8f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.660015] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b149ca-ef51-495d-9dc1-f00ce79d2fd7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.665411] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 753.665411] env[62675]: value = "task-2690663" [ 753.665411] env[62675]: _type = "Task" [ 753.665411] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.680757] env[62675]: DEBUG nova.compute.provider_tree [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.693115] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690663, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.696589] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "refresh_cache-5b6afb94-d33b-43e6-9569-5025dc9a1328" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.697064] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired lock "refresh_cache-5b6afb94-d33b-43e6-9569-5025dc9a1328" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.697064] env[62675]: DEBUG nova.network.neutron [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.865032] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.865032] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cf45540-7dc7-4511-9d41-b18d779f03ec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.870806] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Waiting for the task: (returnval){ [ 753.870806] env[62675]: value = "task-2690664" [ 753.870806] env[62675]: _type = "Task" [ 753.870806] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.880081] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.908638] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 753.909035] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3637746f-3090-4496-be27-b485807b6b82 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.916866] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 753.916866] env[62675]: value = "task-2690665" [ 753.916866] env[62675]: _type = "Task" [ 753.916866] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.926277] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690665, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.029461] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.155159] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "54077f0d-3e5c-4aa3-98f0-2434c168ce06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.155159] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "54077f0d-3e5c-4aa3-98f0-2434c168ce06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.155159] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "54077f0d-3e5c-4aa3-98f0-2434c168ce06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.155159] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "54077f0d-3e5c-4aa3-98f0-2434c168ce06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.155159] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "54077f0d-3e5c-4aa3-98f0-2434c168ce06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.156391] env[62675]: INFO nova.compute.manager [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Terminating instance [ 754.181030] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690663, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.193788] env[62675]: DEBUG nova.scheduler.client.report [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.254026] env[62675]: DEBUG nova.network.neutron [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.255472] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "f743ab44-893d-454b-8a4d-69531f28a173" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.256268] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "f743ab44-893d-454b-8a4d-69531f28a173" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.256475] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "f743ab44-893d-454b-8a4d-69531f28a173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.256660] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "f743ab44-893d-454b-8a4d-69531f28a173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.256823] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "f743ab44-893d-454b-8a4d-69531f28a173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.259994] env[62675]: INFO nova.compute.manager [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Terminating instance [ 754.392280] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690664, 'name': PowerOffVM_Task, 'duration_secs': 0.240991} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.392704] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.393729] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.397197] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40daed4f-b614-4184-b44d-3c8c8e26c534 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.407352] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Waiting for the task: (returnval){ [ 754.407352] env[62675]: value = "task-2690666" [ 754.407352] env[62675]: _type = "Task" [ 754.407352] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.429722] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 754.429722] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 754.429722] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542241', 'volume_id': 'e3917429-32b8-4ce1-84c9-23f3cd726584', 'name': 'volume-e3917429-32b8-4ce1-84c9-23f3cd726584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff00e5a-676c-4d56-968e-1fb8866f79ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'e3917429-32b8-4ce1-84c9-23f3cd726584', 'serial': 'e3917429-32b8-4ce1-84c9-23f3cd726584'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 754.429890] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a77798b-4378-46ce-94c8-6ba2a82c5e79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.438424] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Acquiring lock "261ccdeb-6805-4db9-9595-472f7247d489" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.438776] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Lock "261ccdeb-6805-4db9-9595-472f7247d489" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.440644] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690665, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.471252] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc285b2-d245-4862-a99a-f10565a63402 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.482461] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc7f567-be14-4ebf-80c3-2b202acd1cff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.510166] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a853e16-7985-4214-b1b2-a5cce498b5f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.535072] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] The volume has not been displaced from its original location: [datastore1] volume-e3917429-32b8-4ce1-84c9-23f3cd726584/volume-e3917429-32b8-4ce1-84c9-23f3cd726584.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 754.544826] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 754.544826] env[62675]: DEBUG nova.network.neutron [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Updating instance_info_cache with network_info: [{"id": "6976d798-d826-440c-9d71-f466a1ff3fd8", "address": "fa:16:3e:ca:9c:7a", "network": {"id": "6d3be374-ac3a-4bb7-944b-b27134a08652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-227988499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48bd7eabf522421688f4ce2a50bed3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6976d798-d8", "ovs_interfaceid": "6976d798-d826-440c-9d71-f466a1ff3fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.548683] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5880897-aa48-417d-94be-0c3fc7facb37 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.564041] env[62675]: DEBUG nova.objects.instance [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lazy-loading 'flavor' on Instance uuid 49e0c771-5fa5-4771-be72-ba78dcc3ec92 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.571842] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.573705] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Waiting for the task: (returnval){ [ 754.573705] env[62675]: value = "task-2690667" [ 754.573705] env[62675]: _type = "Task" [ 754.573705] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.582699] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.584978] env[62675]: DEBUG nova.compute.manager [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Received event network-vif-plugged-6976d798-d826-440c-9d71-f466a1ff3fd8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.585209] env[62675]: DEBUG oslo_concurrency.lockutils [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] Acquiring lock "5b6afb94-d33b-43e6-9569-5025dc9a1328-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.585415] env[62675]: DEBUG oslo_concurrency.lockutils [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] Lock "5b6afb94-d33b-43e6-9569-5025dc9a1328-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.585583] env[62675]: DEBUG oslo_concurrency.lockutils [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] Lock "5b6afb94-d33b-43e6-9569-5025dc9a1328-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.585867] env[62675]: DEBUG nova.compute.manager [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] No waiting events found dispatching network-vif-plugged-6976d798-d826-440c-9d71-f466a1ff3fd8 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.585910] env[62675]: WARNING nova.compute.manager [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Received unexpected event network-vif-plugged-6976d798-d826-440c-9d71-f466a1ff3fd8 for instance with vm_state building and task_state spawning. [ 754.586088] env[62675]: DEBUG nova.compute.manager [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Received event network-changed-6976d798-d826-440c-9d71-f466a1ff3fd8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.586268] env[62675]: DEBUG nova.compute.manager [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Refreshing instance network info cache due to event network-changed-6976d798-d826-440c-9d71-f466a1ff3fd8. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 754.586440] env[62675]: DEBUG oslo_concurrency.lockutils [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] Acquiring lock "refresh_cache-5b6afb94-d33b-43e6-9569-5025dc9a1328" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.662923] env[62675]: DEBUG nova.compute.manager [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.663288] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.664381] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46160171-d77f-4a66-b0f1-671ea336a377 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.680836] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.684170] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff99333b-67a3-4e7e-b7b6-201cc3218597 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.686211] env[62675]: DEBUG oslo_vmware.api [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690663, 'name': PowerOnVM_Task, 'duration_secs': 0.626797} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.686397] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.687261] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6d07f3-97d3-473d-9ead-58e38f547a42 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance '1b9677be-196b-403a-8d79-7b7c694046eb' progress to 100 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 754.695745] env[62675]: DEBUG oslo_vmware.api [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 754.695745] env[62675]: value = "task-2690668" [ 754.695745] env[62675]: _type = "Task" [ 754.695745] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.705970] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.477s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.710468] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.105s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.711165] env[62675]: DEBUG nova.objects.instance [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lazy-loading 'resources' on Instance uuid f8120b0f-6eec-4d37-a398-20b57002e1d5 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.722150] env[62675]: DEBUG oslo_vmware.api [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.751886] env[62675]: INFO nova.scheduler.client.report [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Deleted allocations for instance 3364dc58-416c-42da-8157-6efdb65e0e89 [ 754.765509] env[62675]: DEBUG nova.compute.manager [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.765741] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.767422] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c76e2e-3f57-4999-a57f-70489c16de8a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.775388] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.776049] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c08f4ed-8aaa-43f9-bbc6-bf408d6afcc6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.782207] env[62675]: DEBUG oslo_vmware.api [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 754.782207] env[62675]: value = "task-2690669" [ 754.782207] env[62675]: _type = "Task" [ 754.782207] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.794773] env[62675]: DEBUG oslo_vmware.api [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.933921] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690665, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.942457] env[62675]: INFO nova.compute.manager [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Detaching volume 9cc0f814-cce4-47b7-a6d2-f3589a698e81 [ 754.987850] env[62675]: INFO nova.virt.block_device [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Attempting to driver detach volume 9cc0f814-cce4-47b7-a6d2-f3589a698e81 from mountpoint /dev/sdb [ 754.988156] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 754.989600] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542330', 'volume_id': '9cc0f814-cce4-47b7-a6d2-f3589a698e81', 'name': 'volume-9cc0f814-cce4-47b7-a6d2-f3589a698e81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '261ccdeb-6805-4db9-9595-472f7247d489', 'attached_at': '', 'detached_at': '', 'volume_id': '9cc0f814-cce4-47b7-a6d2-f3589a698e81', 'serial': '9cc0f814-cce4-47b7-a6d2-f3589a698e81'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 754.990603] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bd604b-82a3-4cae-938f-62910795ce1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.019850] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc8a551-844e-4ecc-99df-7aae62b445e7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.032186] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b0ec98-6414-4452-a10d-cb875465591d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.063825] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771b849e-da48-4d1b-aa81-acc2c3e3fbfd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.067338] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690662, 'name': ReconfigVM_Task, 'duration_secs': 1.186562} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.067649] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Releasing lock "refresh_cache-5b6afb94-d33b-43e6-9569-5025dc9a1328" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.067952] env[62675]: DEBUG nova.compute.manager [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Instance network_info: |[{"id": "6976d798-d826-440c-9d71-f466a1ff3fd8", "address": "fa:16:3e:ca:9c:7a", "network": {"id": "6d3be374-ac3a-4bb7-944b-b27134a08652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-227988499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48bd7eabf522421688f4ce2a50bed3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6976d798-d8", "ovs_interfaceid": "6976d798-d826-440c-9d71-f466a1ff3fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.070020] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542302', 'volume_id': 'd04a2532-9421-4bfd-8462-7e6220b248c2', 'name': 'volume-d04a2532-9421-4bfd-8462-7e6220b248c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29199399-8810-4aa8-bb38-1d3975f6d9cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd04a2532-9421-4bfd-8462-7e6220b248c2', 'serial': 'd04a2532-9421-4bfd-8462-7e6220b248c2'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 755.070658] env[62675]: DEBUG oslo_concurrency.lockutils [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] Acquired lock "refresh_cache-5b6afb94-d33b-43e6-9569-5025dc9a1328" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.070860] env[62675]: DEBUG nova.network.neutron [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Refreshing network info cache for port 6976d798-d826-440c-9d71-f466a1ff3fd8 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.072176] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:9c:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6976d798-d826-440c-9d71-f466a1ff3fd8', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.081051] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Creating folder: Project (48bd7eabf522421688f4ce2a50bed3bf). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.081676] env[62675]: DEBUG oslo_concurrency.lockutils [None req-89d54fc5-4e90-42da-b05b-ace5f1e16cd4 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.885s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.085045] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6309d9a0-2e68-4199-9167-32f4a1de6aa9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.090097] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7af94674-43f1-40e7-a027-4d20e458d7a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.106569] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] The volume has not been displaced from its original location: [datastore1] volume-9cc0f814-cce4-47b7-a6d2-f3589a698e81/volume-9cc0f814-cce4-47b7-a6d2-f3589a698e81.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 755.112755] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 755.114212] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c98572c6-b131-482c-927c-2022a8e3b32f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.131141] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Waiting for the task: (returnval){ [ 755.131141] env[62675]: value = "task-2690670" [ 755.131141] env[62675]: _type = "Task" [ 755.131141] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.131391] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Created folder: Project (48bd7eabf522421688f4ce2a50bed3bf) in parent group-v542174. [ 755.131391] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Creating folder: Instances. Parent ref: group-v542337. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.133578] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79e29a32-99ec-43c4-a4a1-c1f3354ae5d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.141495] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690667, 'name': ReconfigVM_Task, 'duration_secs': 0.243429} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.145139] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 755.149916] env[62675]: DEBUG oslo_vmware.api [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Waiting for the task: (returnval){ [ 755.149916] env[62675]: value = "task-2690672" [ 755.149916] env[62675]: _type = "Task" [ 755.149916] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.152429] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efc6609b-9691-403b-b541-286296e56598 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.165253] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Created folder: Instances in parent group-v542337. [ 755.165253] env[62675]: DEBUG oslo.service.loopingcall [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.171112] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.171305] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690670, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.173300] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55b6f8cb-7e91-462e-8708-da6c266c7715 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.191398] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Waiting for the task: (returnval){ [ 755.191398] env[62675]: value = "task-2690674" [ 755.191398] env[62675]: _type = "Task" [ 755.191398] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.203521] env[62675]: DEBUG oslo_vmware.api [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Task: {'id': task-2690672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.211883] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.211883] env[62675]: value = "task-2690675" [ 755.211883] env[62675]: _type = "Task" [ 755.211883] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.226423] env[62675]: DEBUG oslo_vmware.api [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690668, 'name': PowerOffVM_Task, 'duration_secs': 0.316613} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.226748] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.229116] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.229116] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.229116] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c45de85e-e0c3-43a4-a184-8e9e16003c29 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.235025] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690675, 'name': CreateVM_Task} progress is 15%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.263471] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5d9229a6-c786-4359-b526-10e855d47942 tempest-ServerPasswordTestJSON-948198714 tempest-ServerPasswordTestJSON-948198714-project-member] Lock "3364dc58-416c-42da-8157-6efdb65e0e89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.674s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.295327] env[62675]: DEBUG oslo_vmware.api [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690669, 'name': PowerOffVM_Task, 'duration_secs': 0.260406} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.295989] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.296237] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.296457] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33118c52-c5af-40ba-ae4a-8a9f7bdeeef3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.307834] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.307834] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.309673] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleting the datastore file [datastore2] 54077f0d-3e5c-4aa3-98f0-2434c168ce06 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.309673] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-022eadac-32f4-4559-8eb9-bfdb1a5e6bbd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.316542] env[62675]: DEBUG oslo_vmware.api [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 755.316542] env[62675]: value = "task-2690678" [ 755.316542] env[62675]: _type = "Task" [ 755.316542] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.329769] env[62675]: DEBUG oslo_vmware.api [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.418228] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.418572] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.418715] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Deleting the datastore file [datastore2] f743ab44-893d-454b-8a4d-69531f28a173 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.423081] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a727a07-c6bc-4282-95e6-5dbc01e69526 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.434030] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690665, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.434151] env[62675]: DEBUG oslo_vmware.api [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for the task: (returnval){ [ 755.434151] env[62675]: value = "task-2690679" [ 755.434151] env[62675]: _type = "Task" [ 755.434151] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.446935] env[62675]: DEBUG oslo_vmware.api [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690679, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.531152] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.531152] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.647293] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "904c0016-d048-4077-9a77-adb0d00c0c38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.647540] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "904c0016-d048-4077-9a77-adb0d00c0c38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.656815] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690670, 'name': Rename_Task, 'duration_secs': 0.184349} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.656972] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.657251] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-263bf1b3-0235-4231-8c51-fbb64b151491 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.664116] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Waiting for the task: (returnval){ [ 755.664116] env[62675]: value = "task-2690680" [ 755.664116] env[62675]: _type = "Task" [ 755.664116] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.683818] env[62675]: DEBUG oslo_vmware.api [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Task: {'id': task-2690672, 'name': ReconfigVM_Task, 'duration_secs': 0.32225} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.687681] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 755.692805] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690680, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.696540] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bae7bff-67bf-4af2-95de-0d9764cba60b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.737682] env[62675]: DEBUG oslo_vmware.api [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Waiting for the task: (returnval){ [ 755.737682] env[62675]: value = "task-2690681" [ 755.737682] env[62675]: _type = "Task" [ 755.737682] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.738562] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690674, 'name': ReconfigVM_Task, 'duration_secs': 0.192394} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.740398] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542241', 'volume_id': 'e3917429-32b8-4ce1-84c9-23f3cd726584', 'name': 'volume-e3917429-32b8-4ce1-84c9-23f3cd726584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ff00e5a-676c-4d56-968e-1fb8866f79ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'e3917429-32b8-4ce1-84c9-23f3cd726584', 'serial': 'e3917429-32b8-4ce1-84c9-23f3cd726584'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 755.742243] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.745191] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7774e7bf-77de-4a18-8fb6-8c56505b3302 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.752334] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690675, 'name': CreateVM_Task, 'duration_secs': 0.424292} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.753370] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.754212] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.754392] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.754757] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 755.758465] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501ab6f5-7f70-4e14-b581-bae2e6e4059f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.760507] env[62675]: DEBUG oslo_vmware.api [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Task: {'id': task-2690681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.766118] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.766895] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab697402-5099-4dc2-bd4c-1bbb74e0dbd7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.770375] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 755.770375] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5288c467-58cf-7877-68bc-b39eec15abc2" [ 755.770375] env[62675]: _type = "Task" [ 755.770375] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.780984] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5288c467-58cf-7877-68bc-b39eec15abc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.828091] env[62675]: DEBUG oslo_vmware.api [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22746} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.830958] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.831248] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.831388] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.831577] env[62675]: INFO nova.compute.manager [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Took 1.17 seconds to destroy the instance on the hypervisor. [ 755.831881] env[62675]: DEBUG oslo.service.loopingcall [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.832378] env[62675]: DEBUG nova.compute.manager [-] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.832498] env[62675]: DEBUG nova.network.neutron [-] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.875170] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b52b95-dfd4-4e92-bf8d-828efdbdffe4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.883600] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42184052-91b8-4a1b-934a-0082768b2bb4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.918856] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84dcd57-18e1-4e00-9c83-b8ebce812006 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.935711] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e3ba10-8d0e-4524-95b2-600d082bce13 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.940750] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690665, 'name': CreateSnapshot_Task, 'duration_secs': 1.579115} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.946191] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 755.947555] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c613569f-0853-483f-a8fa-116c35128fa6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.962658] env[62675]: DEBUG nova.compute.provider_tree [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.967827] env[62675]: DEBUG oslo_vmware.api [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Task: {'id': task-2690679, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334149} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.968443] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.968647] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.968845] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.970756] env[62675]: INFO nova.compute.manager [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Took 1.20 seconds to destroy the instance on the hypervisor. [ 755.970756] env[62675]: DEBUG oslo.service.loopingcall [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.974036] env[62675]: DEBUG nova.compute.manager [-] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.974036] env[62675]: DEBUG nova.network.neutron [-] [instance: f743ab44-893d-454b-8a4d-69531f28a173] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.033017] env[62675]: INFO nova.compute.manager [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Detaching volume 700459c6-e53a-498e-b728-041a1474f5ca [ 756.090247] env[62675]: INFO nova.virt.block_device [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Attempting to driver detach volume 700459c6-e53a-498e-b728-041a1474f5ca from mountpoint /dev/sdb [ 756.090499] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 756.090713] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542332', 'volume_id': '700459c6-e53a-498e-b728-041a1474f5ca', 'name': 'volume-700459c6-e53a-498e-b728-041a1474f5ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49e0c771-5fa5-4771-be72-ba78dcc3ec92', 'attached_at': '', 'detached_at': '', 'volume_id': '700459c6-e53a-498e-b728-041a1474f5ca', 'serial': '700459c6-e53a-498e-b728-041a1474f5ca'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 756.091953] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e372dd78-42a2-426a-9f6a-c79b1c4f26fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.117910] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bf77b8-0a54-43be-aaee-e08eefa61ba5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.125926] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48467475-503b-4f62-9394-0b05443108e6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.151067] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b0eed1-04fc-4db8-97be-ace0f67de567 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.167662] env[62675]: DEBUG nova.compute.manager [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.170597] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] The volume has not been displaced from its original location: [datastore1] volume-700459c6-e53a-498e-b728-041a1474f5ca/volume-700459c6-e53a-498e-b728-041a1474f5ca.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 756.178127] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Reconfiguring VM instance instance-0000001d to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 756.178713] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d048306b-e35d-4807-bf42-3ed1b674ca70 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.202787] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690680, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.204518] env[62675]: DEBUG oslo_vmware.api [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 756.204518] env[62675]: value = "task-2690683" [ 756.204518] env[62675]: _type = "Task" [ 756.204518] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.213875] env[62675]: DEBUG oslo_vmware.api [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.252845] env[62675]: DEBUG oslo_vmware.api [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Task: {'id': task-2690681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.282401] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5288c467-58cf-7877-68bc-b39eec15abc2, 'name': SearchDatastore_Task, 'duration_secs': 0.015119} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.282862] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.283083] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.283335] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.283505] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.283706] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.283999] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-474a79b6-7189-43ed-814c-492e1285a9c4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.293306] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.293497] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.294476] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aedddd6d-f75a-44d3-9b60-47a56348e1dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.300700] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 756.300700] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]526bd513-f7e4-ea9c-d63c-24938675045b" [ 756.300700] env[62675]: _type = "Task" [ 756.300700] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.310614] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526bd513-f7e4-ea9c-d63c-24938675045b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.319246] env[62675]: DEBUG nova.network.neutron [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Updated VIF entry in instance network info cache for port 6976d798-d826-440c-9d71-f466a1ff3fd8. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.319967] env[62675]: DEBUG nova.network.neutron [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Updating instance_info_cache with network_info: [{"id": "6976d798-d826-440c-9d71-f466a1ff3fd8", "address": "fa:16:3e:ca:9c:7a", "network": {"id": "6d3be374-ac3a-4bb7-944b-b27134a08652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-227988499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48bd7eabf522421688f4ce2a50bed3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6976d798-d8", "ovs_interfaceid": "6976d798-d826-440c-9d71-f466a1ff3fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.339511] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.339741] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.339940] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Deleting the datastore file [datastore1] 5ff00e5a-676c-4d56-968e-1fb8866f79ac {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.340288] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28cf9c7e-ea77-4bfd-a9da-6a158e0d8636 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.349062] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Waiting for the task: (returnval){ [ 756.349062] env[62675]: value = "task-2690684" [ 756.349062] env[62675]: _type = "Task" [ 756.349062] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.359969] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.470099] env[62675]: DEBUG nova.scheduler.client.report [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.486589] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 756.486954] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe90dba4-d115-4250-8028-fbf490f29305 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.497554] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 756.497554] env[62675]: value = "task-2690685" [ 756.497554] env[62675]: _type = "Task" [ 756.497554] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.506674] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690685, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.666784] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.667114] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 756.699246] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690680, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.721710] env[62675]: DEBUG oslo_vmware.api [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690683, 'name': ReconfigVM_Task, 'duration_secs': 0.329846} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.722995] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.724504] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Reconfigured VM instance instance-0000001d to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 756.729890] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb005e0f-d9ce-4c41-9c5d-19a363ca86d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.757946] env[62675]: DEBUG oslo_vmware.api [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Task: {'id': task-2690681, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.760183] env[62675]: DEBUG oslo_vmware.api [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 756.760183] env[62675]: value = "task-2690686" [ 756.760183] env[62675]: _type = "Task" [ 756.760183] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.814973] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526bd513-f7e4-ea9c-d63c-24938675045b, 'name': SearchDatastore_Task, 'duration_secs': 0.016277} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.816345] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51be720b-cf9e-4e37-a8e1-68394d5fbb9f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.824082] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 756.824082] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529b583e-0179-1a93-e5cb-88df51c36af9" [ 756.824082] env[62675]: _type = "Task" [ 756.824082] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.824082] env[62675]: DEBUG oslo_concurrency.lockutils [req-b893ef0d-c794-4129-8c54-223e45cba2f8 req-335736c3-e96c-4950-9520-d182f2aac3a2 service nova] Releasing lock "refresh_cache-5b6afb94-d33b-43e6-9569-5025dc9a1328" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.840641] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529b583e-0179-1a93-e5cb-88df51c36af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.862266] env[62675]: DEBUG oslo_vmware.api [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Task: {'id': task-2690684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17216} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.863542] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.863844] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.864026] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.954908] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 756.956948] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a450307-4c44-4464-a86f-3e6bf71dbe66 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.963043] env[62675]: DEBUG nova.compute.manager [req-bf22237c-9dc6-420b-ac48-f028399b90d4 req-68e4fdc8-1bf5-421d-95c0-7012a268acc8 service nova] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Received event network-vif-deleted-d3cdca7d-24b3-471d-a537-9b48aa981f99 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.963043] env[62675]: INFO nova.compute.manager [req-bf22237c-9dc6-420b-ac48-f028399b90d4 req-68e4fdc8-1bf5-421d-95c0-7012a268acc8 service nova] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Neutron deleted interface d3cdca7d-24b3-471d-a537-9b48aa981f99; detaching it from the instance and deleting it from the info cache [ 756.963365] env[62675]: DEBUG nova.network.neutron [req-bf22237c-9dc6-420b-ac48-f028399b90d4 req-68e4fdc8-1bf5-421d-95c0-7012a268acc8 service nova] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.973770] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3bed8c-913d-49e9-ae93-1b36fbd251d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.990836] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.994374] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.358s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.995461] env[62675]: INFO nova.compute.claims [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.017300] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690685, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.057358] env[62675]: ERROR nova.compute.manager [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Failed to detach volume e3917429-32b8-4ce1-84c9-23f3cd726584 from /dev/sda: nova.exception.InstanceNotFound: Instance 5ff00e5a-676c-4d56-968e-1fb8866f79ac could not be found. [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Traceback (most recent call last): [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] self.driver.rebuild(**kwargs) [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] raise NotImplementedError() [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] NotImplementedError [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] During handling of the above exception, another exception occurred: [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Traceback (most recent call last): [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] self.driver.detach_volume(context, old_connection_info, [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] return self._volumeops.detach_volume(connection_info, instance) [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] self._detach_volume_vmdk(connection_info, instance) [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] stable_ref.fetch_moref(session) [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] raise exception.InstanceNotFound(instance_id=self._uuid) [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] nova.exception.InstanceNotFound: Instance 5ff00e5a-676c-4d56-968e-1fb8866f79ac could not be found. [ 757.057358] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] [ 757.062874] env[62675]: INFO nova.scheduler.client.report [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Deleted allocations for instance f8120b0f-6eec-4d37-a398-20b57002e1d5 [ 757.072655] env[62675]: DEBUG nova.network.neutron [-] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.180668] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.180905] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Starting heal instance info cache {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 757.200762] env[62675]: DEBUG oslo_vmware.api [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2690680, 'name': PowerOnVM_Task, 'duration_secs': 1.438161} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.201140] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.201632] env[62675]: INFO nova.compute.manager [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Took 6.14 seconds to spawn the instance on the hypervisor. [ 757.201632] env[62675]: DEBUG nova.compute.manager [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.206608] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0e15e9-0144-4bbd-80cb-5fdb468f7df0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.259180] env[62675]: DEBUG oslo_vmware.api [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Task: {'id': task-2690681, 'name': ReconfigVM_Task, 'duration_secs': 1.234983} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.259471] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542330', 'volume_id': '9cc0f814-cce4-47b7-a6d2-f3589a698e81', 'name': 'volume-9cc0f814-cce4-47b7-a6d2-f3589a698e81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '261ccdeb-6805-4db9-9595-472f7247d489', 'attached_at': '', 'detached_at': '', 'volume_id': '9cc0f814-cce4-47b7-a6d2-f3589a698e81', 'serial': '9cc0f814-cce4-47b7-a6d2-f3589a698e81'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 757.274106] env[62675]: DEBUG oslo_vmware.api [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690686, 'name': ReconfigVM_Task, 'duration_secs': 0.246055} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.274712] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542332', 'volume_id': '700459c6-e53a-498e-b728-041a1474f5ca', 'name': 'volume-700459c6-e53a-498e-b728-041a1474f5ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49e0c771-5fa5-4771-be72-ba78dcc3ec92', 'attached_at': '', 'detached_at': '', 'volume_id': '700459c6-e53a-498e-b728-041a1474f5ca', 'serial': '700459c6-e53a-498e-b728-041a1474f5ca'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 757.304545] env[62675]: DEBUG nova.network.neutron [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Port cb9d9034-5b8b-415a-a4f1-8b48bb4d5654 binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 757.305375] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.305375] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.305375] env[62675]: DEBUG nova.network.neutron [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.340349] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529b583e-0179-1a93-e5cb-88df51c36af9, 'name': SearchDatastore_Task, 'duration_secs': 0.035604} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.340349] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.340603] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 5b6afb94-d33b-43e6-9569-5025dc9a1328/5b6afb94-d33b-43e6-9569-5025dc9a1328.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.340923] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e12907-7195-4e73-b079-1956fa167e75 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.349349] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 757.349349] env[62675]: value = "task-2690687" [ 757.349349] env[62675]: _type = "Task" [ 757.349349] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.354814] env[62675]: DEBUG nova.compute.utils [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Build of instance 5ff00e5a-676c-4d56-968e-1fb8866f79ac aborted: Failed to rebuild volume backed instance. {{(pid=62675) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 757.357159] env[62675]: ERROR nova.compute.manager [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 5ff00e5a-676c-4d56-968e-1fb8866f79ac aborted: Failed to rebuild volume backed instance. [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Traceback (most recent call last): [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] self.driver.rebuild(**kwargs) [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] raise NotImplementedError() [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] NotImplementedError [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] During handling of the above exception, another exception occurred: [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Traceback (most recent call last): [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] self._detach_root_volume(context, instance, root_bdm) [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] with excutils.save_and_reraise_exception(): [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] self.force_reraise() [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] raise self.value [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] self.driver.detach_volume(context, old_connection_info, [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] return self._volumeops.detach_volume(connection_info, instance) [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] self._detach_volume_vmdk(connection_info, instance) [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] stable_ref.fetch_moref(session) [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] raise exception.InstanceNotFound(instance_id=self._uuid) [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] nova.exception.InstanceNotFound: Instance 5ff00e5a-676c-4d56-968e-1fb8866f79ac could not be found. [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] During handling of the above exception, another exception occurred: [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Traceback (most recent call last): [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] yield [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 757.357159] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] self._do_rebuild_instance_with_claim( [ 757.358652] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 757.358652] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] self._do_rebuild_instance( [ 757.358652] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 757.358652] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] self._rebuild_default_impl(**kwargs) [ 757.358652] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 757.358652] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] self._rebuild_volume_backed_instance( [ 757.358652] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 757.358652] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] raise exception.BuildAbortException( [ 757.358652] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] nova.exception.BuildAbortException: Build of instance 5ff00e5a-676c-4d56-968e-1fb8866f79ac aborted: Failed to rebuild volume backed instance. [ 757.358652] env[62675]: ERROR nova.compute.manager [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] [ 757.378506] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.469091] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-791c5606-f45f-41b5-9f0d-1e85b5f2efcf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.484731] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dda05d4-df93-478e-b85e-8921585fa441 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.498179] env[62675]: DEBUG nova.network.neutron [-] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.514596] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690685, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.536446] env[62675]: DEBUG nova.compute.manager [req-bf22237c-9dc6-420b-ac48-f028399b90d4 req-68e4fdc8-1bf5-421d-95c0-7012a268acc8 service nova] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Detach interface failed, port_id=d3cdca7d-24b3-471d-a537-9b48aa981f99, reason: Instance 54077f0d-3e5c-4aa3-98f0-2434c168ce06 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 757.579821] env[62675]: INFO nova.compute.manager [-] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Took 1.75 seconds to deallocate network for instance. [ 757.585188] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bfbf1cb-9395-41aa-8ddb-317cce2f3ec0 tempest-SecurityGroupsTestJSON-623003631 tempest-SecurityGroupsTestJSON-623003631-project-member] Lock "f8120b0f-6eec-4d37-a398-20b57002e1d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.805s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.743663] env[62675]: INFO nova.compute.manager [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Took 43.28 seconds to build instance. [ 757.855109] env[62675]: DEBUG nova.objects.instance [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lazy-loading 'flavor' on Instance uuid 49e0c771-5fa5-4771-be72-ba78dcc3ec92 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.876316] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690687, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.905103] env[62675]: DEBUG nova.objects.instance [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Lazy-loading 'flavor' on Instance uuid 261ccdeb-6805-4db9-9595-472f7247d489 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.962473] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "08c42fbe-9474-4b11-9398-f617b0000d3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.962901] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "08c42fbe-9474-4b11-9398-f617b0000d3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.963243] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "08c42fbe-9474-4b11-9398-f617b0000d3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.963536] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "08c42fbe-9474-4b11-9398-f617b0000d3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.963799] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "08c42fbe-9474-4b11-9398-f617b0000d3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.971312] env[62675]: INFO nova.compute.manager [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Terminating instance [ 758.012181] env[62675]: INFO nova.compute.manager [-] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Took 2.04 seconds to deallocate network for instance. [ 758.025146] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690685, 'name': CloneVM_Task} progress is 95%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.092021] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.200365] env[62675]: DEBUG nova.network.neutron [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance_info_cache with network_info: [{"id": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "address": "fa:16:3e:2b:34:f5", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9d9034-5b", "ovs_interfaceid": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.250559] env[62675]: DEBUG oslo_concurrency.lockutils [None req-03bb1ebe-94d7-433c-98e8-0d7a027c585e tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Lock "29199399-8810-4aa8-bb38-1d3975f6d9cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.797s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.384693] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657388} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.388296] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 5b6afb94-d33b-43e6-9569-5025dc9a1328/5b6afb94-d33b-43e6-9569-5025dc9a1328.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.388653] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.390159] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fec6a807-75bf-4b5f-ac79-8cd4b309c70c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.398566] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 758.398566] env[62675]: value = "task-2690688" [ 758.398566] env[62675]: _type = "Task" [ 758.398566] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.418227] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.478234] env[62675]: DEBUG nova.compute.manager [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.478490] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.479430] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be57fb9d-5adb-47d9-b4b1-14e4fbc47434 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.491539] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.491836] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e69b223-7ff2-4e1f-835b-292f8f5fb4ac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.498903] env[62675]: DEBUG oslo_vmware.api [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 758.498903] env[62675]: value = "task-2690689" [ 758.498903] env[62675]: _type = "Task" [ 758.498903] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.519030] env[62675]: DEBUG oslo_vmware.api [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.523347] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690685, 'name': CloneVM_Task, 'duration_secs': 1.886453} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.524432] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Created linked-clone VM from snapshot [ 758.527509] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1068784f-0c5f-4726-b57a-d852f996fc20 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.530999] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.537745] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Uploading image 00cb45fa-f4e9-4ba5-bf86-1c88510f28d0 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 758.588129] env[62675]: DEBUG oslo_vmware.rw_handles [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 758.588129] env[62675]: value = "vm-542341" [ 758.588129] env[62675]: _type = "VirtualMachine" [ 758.588129] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 758.588475] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-879e685c-6290-4bc9-92ff-27467229a030 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.598415] env[62675]: DEBUG oslo_vmware.rw_handles [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lease: (returnval){ [ 758.598415] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5251fc66-38f2-db7a-b34c-d610d05f8fc1" [ 758.598415] env[62675]: _type = "HttpNfcLease" [ 758.598415] env[62675]: } obtained for exporting VM: (result){ [ 758.598415] env[62675]: value = "vm-542341" [ 758.598415] env[62675]: _type = "VirtualMachine" [ 758.598415] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 758.598676] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the lease: (returnval){ [ 758.598676] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5251fc66-38f2-db7a-b34c-d610d05f8fc1" [ 758.598676] env[62675]: _type = "HttpNfcLease" [ 758.598676] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 758.606085] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 758.606085] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5251fc66-38f2-db7a-b34c-d610d05f8fc1" [ 758.606085] env[62675]: _type = "HttpNfcLease" [ 758.606085] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 758.646043] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf42939-9c90-42e4-8de4-41d88c451331 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.654636] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ba9c7d-ff6a-4a7f-ba73-8bd94328ecf0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.693833] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31214675-bf73-4c90-9ee8-da3afa6df1cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.705772] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274f322e-28d3-43b4-95e0-a34d9d7f3926 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.711085] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.724563] env[62675]: DEBUG nova.compute.provider_tree [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.791883] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "refresh_cache-09b94789-2ace-4ecc-8374-e9800e4713e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.792075] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquired lock "refresh_cache-09b94789-2ace-4ecc-8374-e9800e4713e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.792193] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Forcefully refreshing network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 758.875124] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5036d127-2cdb-49ed-b23f-d98268c550e7 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.344s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.918272] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123068} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.918550] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.919643] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac9955b-46f3-4f8d-94fd-8c90390461c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.924404] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5c7f79e8-6935-4515-aa79-452a22af94ba tempest-VolumesAssistedSnapshotsTest-743292747 tempest-VolumesAssistedSnapshotsTest-743292747-project-admin] Lock "261ccdeb-6805-4db9-9595-472f7247d489" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.484s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.943546] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "87ccbaad-fb40-49dc-9154-07b90395bce3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.943546] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "87ccbaad-fb40-49dc-9154-07b90395bce3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.955281] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 5b6afb94-d33b-43e6-9569-5025dc9a1328/5b6afb94-d33b-43e6-9569-5025dc9a1328.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.959032] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01bf2200-02de-4a40-bf5a-3c4495a24df2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.978163] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 758.978163] env[62675]: value = "task-2690691" [ 758.978163] env[62675]: _type = "Task" [ 758.978163] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.987081] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.010631] env[62675]: DEBUG oslo_vmware.api [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690689, 'name': PowerOffVM_Task, 'duration_secs': 0.307927} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.011957] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.011957] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.011957] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa61b94f-38c7-4207-9f1d-212c1d36290f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.085680] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.086271] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.086382] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Deleting the datastore file [datastore2] 08c42fbe-9474-4b11-9398-f617b0000d3e {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.086688] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4bc0971-8baa-4004-9c1d-1c8bafc157ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.095094] env[62675]: DEBUG oslo_vmware.api [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 759.095094] env[62675]: value = "task-2690693" [ 759.095094] env[62675]: _type = "Task" [ 759.095094] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.113484] env[62675]: DEBUG oslo_vmware.api [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.115977] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.115977] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5251fc66-38f2-db7a-b34c-d610d05f8fc1" [ 759.115977] env[62675]: _type = "HttpNfcLease" [ 759.115977] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 759.116401] env[62675]: DEBUG oslo_vmware.rw_handles [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 759.116401] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5251fc66-38f2-db7a-b34c-d610d05f8fc1" [ 759.116401] env[62675]: _type = "HttpNfcLease" [ 759.116401] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 759.117791] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f021a68-ecf6-41da-8b7a-f9ca4be251ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.124248] env[62675]: DEBUG nova.compute.manager [req-29bd02d3-bc1f-46c3-8300-946f3c1510ba req-8fc1a5f6-bf36-44f5-aede-4caff98fca51 service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Received event network-vif-deleted-16af96cd-968e-422f-aa8d-be0889927f53 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.124529] env[62675]: DEBUG nova.compute.manager [req-29bd02d3-bc1f-46c3-8300-946f3c1510ba req-8fc1a5f6-bf36-44f5-aede-4caff98fca51 service nova] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Received event network-vif-deleted-9941e832-b938-4334-b186-0feb4f332bdf {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.133626] env[62675]: DEBUG oslo_vmware.rw_handles [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267276a-2b3f-ecee-08ad-61c4209db21a/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 759.133958] env[62675]: DEBUG oslo_vmware.rw_handles [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267276a-2b3f-ecee-08ad-61c4209db21a/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 759.222348] env[62675]: DEBUG nova.compute.manager [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62675) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 759.222729] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.228844] env[62675]: DEBUG nova.scheduler.client.report [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.287755] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7edc6be6-1816-48d4-8b71-80993004de57 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.397036] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.412011] env[62675]: DEBUG oslo_vmware.rw_handles [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e317f1-99c2-1ebf-9954-2903240093a3/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 759.413040] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80822c6-1cdc-47d2-9dda-30a9d56cccbc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.419660] env[62675]: DEBUG oslo_vmware.rw_handles [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e317f1-99c2-1ebf-9954-2903240093a3/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 759.419812] env[62675]: ERROR oslo_vmware.rw_handles [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e317f1-99c2-1ebf-9954-2903240093a3/disk-0.vmdk due to incomplete transfer. [ 759.420054] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-16c797a1-af9a-4cea-8c49-b932f2325ec0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.428154] env[62675]: DEBUG oslo_vmware.rw_handles [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e317f1-99c2-1ebf-9954-2903240093a3/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 759.428370] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Uploaded image 128f56fb-ee2d-4252-8e97-4f641315ae34 to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 759.431942] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 759.432233] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dcec17b7-62da-4871-a642-e9356638e08e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.438167] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 759.438167] env[62675]: value = "task-2690694" [ 759.438167] env[62675]: _type = "Task" [ 759.438167] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.450550] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690694, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.457610] env[62675]: DEBUG nova.compute.manager [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.492012] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.605793] env[62675]: DEBUG oslo_vmware.api [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387335} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.606622] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.606622] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.606797] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.606948] env[62675]: INFO nova.compute.manager [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 759.607614] env[62675]: DEBUG oslo.service.loopingcall [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 759.607932] env[62675]: DEBUG nova.compute.manager [-] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.608072] env[62675]: DEBUG nova.network.neutron [-] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.735381] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.736409] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 759.741424] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.063s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.742126] env[62675]: INFO nova.compute.claims [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.949220] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690694, 'name': Destroy_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.988084] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.994270] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690691, 'name': ReconfigVM_Task, 'duration_secs': 0.578545} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.994824] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 5b6afb94-d33b-43e6-9569-5025dc9a1328/5b6afb94-d33b-43e6-9569-5025dc9a1328.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.995703] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d40a1f09-955a-413d-a71f-75e3bd954da2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.003040] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 760.003040] env[62675]: value = "task-2690696" [ 760.003040] env[62675]: _type = "Task" [ 760.003040] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.015988] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690696, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.249157] env[62675]: DEBUG nova.compute.utils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 760.259182] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.260030] env[62675]: DEBUG nova.network.neutron [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.324853] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "fe3b99a9-4329-408f-847b-56bebd67f82b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.326027] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "fe3b99a9-4329-408f-847b-56bebd67f82b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.433093] env[62675]: DEBUG nova.policy [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8d0286f65f24be7bdf764fa60dbcf33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30a42785c9d4b029d2bc06dcca7b9a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.460081] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690694, 'name': Destroy_Task, 'duration_secs': 0.791593} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.460081] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Destroyed the VM [ 760.460081] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 760.460081] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d973b8e-bc15-4ced-af6e-bd527ae380d3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.465879] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 760.465879] env[62675]: value = "task-2690697" [ 760.465879] env[62675]: _type = "Task" [ 760.465879] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.477499] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.520047] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690696, 'name': Rename_Task, 'duration_secs': 0.232346} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.520047] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.520550] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6e470a6-2b3a-4a2c-9f3b-3ad3984c8c23 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.528783] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 760.528783] env[62675]: value = "task-2690698" [ 760.528783] env[62675]: _type = "Task" [ 760.528783] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.545166] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690698, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.729096] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Updating instance_info_cache with network_info: [{"id": "7a920e8d-3c83-4f19-83d8-dd83c3891ace", "address": "fa:16:3e:99:5b:65", "network": {"id": "21d1f6d6-fd23-4c21-bbcf-7b4fc3201a13", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-206279827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e47b2370eac14cb8bf1fe7e6c5735922", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a920e8d-3c", "ovs_interfaceid": "7a920e8d-3c83-4f19-83d8-dd83c3891ace", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.755690] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 760.829526] env[62675]: DEBUG nova.compute.manager [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.854495] env[62675]: DEBUG nova.compute.manager [req-70104d4f-23ba-4f7f-bc7c-d3b1df763915 req-3feb2a2b-9ab2-4480-85dc-a60bb07f96a3 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Received event network-changed-38214219-8614-4fa1-97d0-ab9cc8f04e6d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 760.854893] env[62675]: DEBUG nova.compute.manager [req-70104d4f-23ba-4f7f-bc7c-d3b1df763915 req-3feb2a2b-9ab2-4480-85dc-a60bb07f96a3 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Refreshing instance network info cache due to event network-changed-38214219-8614-4fa1-97d0-ab9cc8f04e6d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 760.855196] env[62675]: DEBUG oslo_concurrency.lockutils [req-70104d4f-23ba-4f7f-bc7c-d3b1df763915 req-3feb2a2b-9ab2-4480-85dc-a60bb07f96a3 service nova] Acquiring lock "refresh_cache-29199399-8810-4aa8-bb38-1d3975f6d9cd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.856118] env[62675]: DEBUG oslo_concurrency.lockutils [req-70104d4f-23ba-4f7f-bc7c-d3b1df763915 req-3feb2a2b-9ab2-4480-85dc-a60bb07f96a3 service nova] Acquired lock "refresh_cache-29199399-8810-4aa8-bb38-1d3975f6d9cd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.856508] env[62675]: DEBUG nova.network.neutron [req-70104d4f-23ba-4f7f-bc7c-d3b1df763915 req-3feb2a2b-9ab2-4480-85dc-a60bb07f96a3 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Refreshing network info cache for port 38214219-8614-4fa1-97d0-ab9cc8f04e6d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.976970] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.041225] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.231921] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Releasing lock "refresh_cache-09b94789-2ace-4ecc-8374-e9800e4713e1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.232114] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Updated the network info_cache for instance {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 761.232328] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.232483] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.232689] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.233340] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.237784] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.237784] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.237784] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 761.237988] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.370230] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.429767] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91483a7-5747-48d0-a986-55772b27be43 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.440328] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e372bfa7-afbd-4779-8d6e-779121b2ac11 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.490895] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae975f9a-5c7a-457c-8080-76aa263480cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.500327] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.504675] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aa62af-f28d-46ea-93df-d47b6cb5804a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.523969] env[62675]: DEBUG nova.compute.provider_tree [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.552986] env[62675]: DEBUG oslo_vmware.api [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690698, 'name': PowerOnVM_Task, 'duration_secs': 0.978557} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.553298] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.553502] env[62675]: INFO nova.compute.manager [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Took 9.60 seconds to spawn the instance on the hypervisor. [ 761.553701] env[62675]: DEBUG nova.compute.manager [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.554600] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f8950-cc6b-40b2-8ca6-dd8641e5cecf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.618250] env[62675]: DEBUG nova.network.neutron [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Successfully created port: b6e02b87-3346-4f54-ad21-f29e8144c55d {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.747617] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.768273] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 761.808022] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.808022] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.808022] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.808022] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.808022] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.808022] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.808022] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.808022] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.808022] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.808022] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.808022] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.808560] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee41404-c19f-464e-a868-6cab0f99592e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.818989] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deebe22-2633-4e6b-a289-cf583c811f7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.884111] env[62675]: DEBUG nova.network.neutron [-] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.994886] env[62675]: DEBUG oslo_vmware.api [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690697, 'name': RemoveSnapshot_Task, 'duration_secs': 1.44611} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.996913] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 761.997946] env[62675]: INFO nova.compute.manager [None req-cf7a219c-72e3-471c-8160-2b25a8479e38 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Took 15.61 seconds to snapshot the instance on the hypervisor. [ 762.029241] env[62675]: DEBUG nova.scheduler.client.report [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.048385] env[62675]: DEBUG oslo_concurrency.lockutils [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Acquiring lock "5ff00e5a-676c-4d56-968e-1fb8866f79ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.048656] env[62675]: DEBUG oslo_concurrency.lockutils [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lock "5ff00e5a-676c-4d56-968e-1fb8866f79ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.048912] env[62675]: DEBUG oslo_concurrency.lockutils [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Acquiring lock "5ff00e5a-676c-4d56-968e-1fb8866f79ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.049272] env[62675]: DEBUG oslo_concurrency.lockutils [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lock "5ff00e5a-676c-4d56-968e-1fb8866f79ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.049272] env[62675]: DEBUG oslo_concurrency.lockutils [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lock "5ff00e5a-676c-4d56-968e-1fb8866f79ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.056898] env[62675]: INFO nova.compute.manager [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Terminating instance [ 762.079906] env[62675]: INFO nova.compute.manager [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Took 37.66 seconds to build instance. [ 762.118140] env[62675]: DEBUG nova.compute.manager [req-5ce7f658-796c-4d85-bd80-a1aef30246cb req-f2b5866c-2bd4-4c4c-9b4f-bc75d5638fa1 service nova] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Received event network-vif-deleted-22f9113e-3fee-465a-b9c3-1021e587c067 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 762.318450] env[62675]: DEBUG nova.network.neutron [req-70104d4f-23ba-4f7f-bc7c-d3b1df763915 req-3feb2a2b-9ab2-4480-85dc-a60bb07f96a3 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Updated VIF entry in instance network info cache for port 38214219-8614-4fa1-97d0-ab9cc8f04e6d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.318830] env[62675]: DEBUG nova.network.neutron [req-70104d4f-23ba-4f7f-bc7c-d3b1df763915 req-3feb2a2b-9ab2-4480-85dc-a60bb07f96a3 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Updating instance_info_cache with network_info: [{"id": "38214219-8614-4fa1-97d0-ab9cc8f04e6d", "address": "fa:16:3e:ef:f8:6e", "network": {"id": "709cb95d-0a79-4560-a104-5c27138676cb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-548383152-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2cccbfe50d544e89d83da1c9af24bf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38214219-86", "ovs_interfaceid": "38214219-8614-4fa1-97d0-ab9cc8f04e6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.389126] env[62675]: INFO nova.compute.manager [-] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Took 2.78 seconds to deallocate network for instance. [ 762.541658] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.542265] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.546018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.925s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.546262] env[62675]: DEBUG nova.objects.instance [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Lazy-loading 'resources' on Instance uuid 6d687f06-5b33-4c65-b469-8c7c02d8a52c {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.562244] env[62675]: DEBUG nova.compute.manager [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.562595] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-862a2557-62cb-439e-986e-79d192e96d41 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.577364] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa81795e-d31c-46c1-ade5-1c2e4b6f89e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.594638] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cde52b5-34bb-40ad-998c-1b1ff3d990b8 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "5b6afb94-d33b-43e6-9569-5025dc9a1328" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.184s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.628757] env[62675]: WARNING nova.virt.vmwareapi.driver [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 5ff00e5a-676c-4d56-968e-1fb8866f79ac could not be found. [ 762.628757] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.628757] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d6268d3-0c2e-4825-a154-4baded46deb7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.641754] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83614c4-6cdc-4854-a12b-c7e6b0848e94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.689188] env[62675]: WARNING nova.virt.vmwareapi.vmops [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5ff00e5a-676c-4d56-968e-1fb8866f79ac could not be found. [ 762.689835] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.690189] env[62675]: INFO nova.compute.manager [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Took 0.13 seconds to destroy the instance on the hypervisor. [ 762.690614] env[62675]: DEBUG oslo.service.loopingcall [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.691833] env[62675]: DEBUG nova.compute.manager [-] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.693147] env[62675]: DEBUG nova.network.neutron [-] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.707184] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "d0064dab-ffb7-4fee-b7f6-a7c0eceed501" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.707417] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "d0064dab-ffb7-4fee-b7f6-a7c0eceed501" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.822243] env[62675]: DEBUG oslo_concurrency.lockutils [req-70104d4f-23ba-4f7f-bc7c-d3b1df763915 req-3feb2a2b-9ab2-4480-85dc-a60bb07f96a3 service nova] Releasing lock "refresh_cache-29199399-8810-4aa8-bb38-1d3975f6d9cd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.906447] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.049856] env[62675]: DEBUG nova.compute.utils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 763.057953] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.057953] env[62675]: DEBUG nova.network.neutron [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.198714] env[62675]: DEBUG nova.policy [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8d0286f65f24be7bdf764fa60dbcf33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f30a42785c9d4b029d2bc06dcca7b9a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.210588] env[62675]: DEBUG nova.compute.manager [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 763.437178] env[62675]: INFO nova.compute.manager [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Rescuing [ 763.437473] env[62675]: DEBUG oslo_concurrency.lockutils [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "refresh_cache-5b6afb94-d33b-43e6-9569-5025dc9a1328" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.437624] env[62675]: DEBUG oslo_concurrency.lockutils [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired lock "refresh_cache-5b6afb94-d33b-43e6-9569-5025dc9a1328" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.437788] env[62675]: DEBUG nova.network.neutron [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.557805] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.644450] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaf783f-db43-4862-b413-c6b8f240a56c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.656397] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75442b9c-02f8-4f24-9408-3bdd707ff62a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.661130] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Acquiring lock "261ccdeb-6805-4db9-9595-472f7247d489" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.661548] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Lock "261ccdeb-6805-4db9-9595-472f7247d489" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.661773] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Acquiring lock "261ccdeb-6805-4db9-9595-472f7247d489-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.662147] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Lock "261ccdeb-6805-4db9-9595-472f7247d489-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.662353] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Lock "261ccdeb-6805-4db9-9595-472f7247d489-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.665255] env[62675]: INFO nova.compute.manager [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Terminating instance [ 763.699222] env[62675]: DEBUG nova.compute.manager [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.699351] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.701054] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7281135b-2c84-4011-b629-65b0879647fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.703840] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef45fcc5-bb24-4c92-a31e-0d9cf54312b6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.714864] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b3f046-9bcf-43eb-84c2-fb5cda00bb4a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.721542] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.724183] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efe2c03c-0031-4a1a-817b-b5bcf9a0bd44 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.738663] env[62675]: DEBUG nova.compute.provider_tree [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.743379] env[62675]: DEBUG oslo_vmware.api [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Waiting for the task: (returnval){ [ 763.743379] env[62675]: value = "task-2690699" [ 763.743379] env[62675]: _type = "Task" [ 763.743379] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.744958] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.753597] env[62675]: DEBUG oslo_vmware.api [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.931012] env[62675]: DEBUG nova.network.neutron [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Successfully created port: e55ef81a-c88b-4c5c-af35-67064a4a7b0e {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.244942] env[62675]: DEBUG nova.scheduler.client.report [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.265222] env[62675]: DEBUG oslo_vmware.api [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690699, 'name': PowerOffVM_Task, 'duration_secs': 0.306652} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.268323] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.268472] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.268902] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a85cf4e-031b-4c16-ac7f-0b38d1e4d695 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.335927] env[62675]: DEBUG nova.network.neutron [-] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.346952] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.351210] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.351210] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Deleting the datastore file [datastore1] 261ccdeb-6805-4db9-9595-472f7247d489 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.351210] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8030b8c4-d5d2-40ac-b4e0-1ab8c80d0aa9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.358956] env[62675]: DEBUG oslo_vmware.api [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Waiting for the task: (returnval){ [ 764.358956] env[62675]: value = "task-2690701" [ 764.358956] env[62675]: _type = "Task" [ 764.358956] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.372971] env[62675]: DEBUG oslo_vmware.api [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.488231] env[62675]: DEBUG nova.network.neutron [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Successfully updated port: b6e02b87-3346-4f54-ad21-f29e8144c55d {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.517253] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "0043b1b7-6921-4357-8a0d-417ededffe99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.517478] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "0043b1b7-6921-4357-8a0d-417ededffe99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.524568] env[62675]: DEBUG nova.network.neutron [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Updating instance_info_cache with network_info: [{"id": "6976d798-d826-440c-9d71-f466a1ff3fd8", "address": "fa:16:3e:ca:9c:7a", "network": {"id": "6d3be374-ac3a-4bb7-944b-b27134a08652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-227988499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48bd7eabf522421688f4ce2a50bed3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6976d798-d8", "ovs_interfaceid": "6976d798-d826-440c-9d71-f466a1ff3fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.570787] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.602194] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.602509] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.603450] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.603450] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.603450] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.603450] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.603995] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.603995] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.603995] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.604214] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.604214] env[62675]: DEBUG nova.virt.hardware [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.605498] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2ac770-7667-407c-a485-3c03dc30a2bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.615686] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ca910e-38ad-48ab-b8a4-46f6301b6388 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.753877] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.756975] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.252s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.760329] env[62675]: INFO nova.compute.claims [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.794403] env[62675]: INFO nova.scheduler.client.report [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Deleted allocations for instance 6d687f06-5b33-4c65-b469-8c7c02d8a52c [ 764.823680] env[62675]: DEBUG nova.compute.manager [req-9a822e22-ecfc-4c64-bc61-76a03967fad8 req-c3a0ba64-ce72-423b-a267-c66e8bd82c69 service nova] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Received event network-vif-deleted-18489933-3e0c-422b-9207-4ac9c5289809 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.823993] env[62675]: DEBUG nova.compute.manager [req-9a822e22-ecfc-4c64-bc61-76a03967fad8 req-c3a0ba64-ce72-423b-a267-c66e8bd82c69 service nova] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Received event network-vif-plugged-b6e02b87-3346-4f54-ad21-f29e8144c55d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.824405] env[62675]: DEBUG oslo_concurrency.lockutils [req-9a822e22-ecfc-4c64-bc61-76a03967fad8 req-c3a0ba64-ce72-423b-a267-c66e8bd82c69 service nova] Acquiring lock "a2d53a0d-526d-45c1-8142-bc14a8202d98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.824600] env[62675]: DEBUG oslo_concurrency.lockutils [req-9a822e22-ecfc-4c64-bc61-76a03967fad8 req-c3a0ba64-ce72-423b-a267-c66e8bd82c69 service nova] Lock "a2d53a0d-526d-45c1-8142-bc14a8202d98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.824808] env[62675]: DEBUG oslo_concurrency.lockutils [req-9a822e22-ecfc-4c64-bc61-76a03967fad8 req-c3a0ba64-ce72-423b-a267-c66e8bd82c69 service nova] Lock "a2d53a0d-526d-45c1-8142-bc14a8202d98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.825011] env[62675]: DEBUG nova.compute.manager [req-9a822e22-ecfc-4c64-bc61-76a03967fad8 req-c3a0ba64-ce72-423b-a267-c66e8bd82c69 service nova] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] No waiting events found dispatching network-vif-plugged-b6e02b87-3346-4f54-ad21-f29e8144c55d {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.825686] env[62675]: WARNING nova.compute.manager [req-9a822e22-ecfc-4c64-bc61-76a03967fad8 req-c3a0ba64-ce72-423b-a267-c66e8bd82c69 service nova] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Received unexpected event network-vif-plugged-b6e02b87-3346-4f54-ad21-f29e8144c55d for instance with vm_state building and task_state spawning. [ 764.838939] env[62675]: INFO nova.compute.manager [-] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Took 2.15 seconds to deallocate network for instance. [ 764.877585] env[62675]: DEBUG oslo_vmware.api [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Task: {'id': task-2690701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367146} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.877824] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.878021] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.878202] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.878368] env[62675]: INFO nova.compute.manager [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Took 1.18 seconds to destroy the instance on the hypervisor. [ 764.878610] env[62675]: DEBUG oslo.service.loopingcall [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.878812] env[62675]: DEBUG nova.compute.manager [-] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.878898] env[62675]: DEBUG nova.network.neutron [-] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.996013] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "refresh_cache-a2d53a0d-526d-45c1-8142-bc14a8202d98" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.996013] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired lock "refresh_cache-a2d53a0d-526d-45c1-8142-bc14a8202d98" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.996013] env[62675]: DEBUG nova.network.neutron [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.024607] env[62675]: DEBUG nova.compute.manager [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 765.027648] env[62675]: DEBUG oslo_concurrency.lockutils [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Releasing lock "refresh_cache-5b6afb94-d33b-43e6-9569-5025dc9a1328" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.306414] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d6167979-28d2-46e3-b25b-f4aa8644a284 tempest-InstanceActionsV221TestJSON-1701729363 tempest-InstanceActionsV221TestJSON-1701729363-project-member] Lock "6d687f06-5b33-4c65-b469-8c7c02d8a52c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.293s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.429136] env[62675]: INFO nova.compute.manager [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Took 0.59 seconds to detach 1 volumes for instance. [ 765.432293] env[62675]: DEBUG nova.compute.manager [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Deleting volume: e3917429-32b8-4ce1-84c9-23f3cd726584 {{(pid=62675) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 765.563242] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.569529] env[62675]: DEBUG nova.network.neutron [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.579056] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.579360] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.875805] env[62675]: DEBUG nova.network.neutron [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Updating instance_info_cache with network_info: [{"id": "b6e02b87-3346-4f54-ad21-f29e8144c55d", "address": "fa:16:3e:6a:a2:8a", "network": {"id": "930aa039-7062-4f32-9654-7b69a235527c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1411920200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30a42785c9d4b029d2bc06dcca7b9a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6e02b87-33", "ovs_interfaceid": "b6e02b87-3346-4f54-ad21-f29e8144c55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.000492] env[62675]: DEBUG oslo_concurrency.lockutils [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.234694] env[62675]: DEBUG nova.network.neutron [-] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.378299] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Releasing lock "refresh_cache-a2d53a0d-526d-45c1-8142-bc14a8202d98" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.378587] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Instance network_info: |[{"id": "b6e02b87-3346-4f54-ad21-f29e8144c55d", "address": "fa:16:3e:6a:a2:8a", "network": {"id": "930aa039-7062-4f32-9654-7b69a235527c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1411920200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30a42785c9d4b029d2bc06dcca7b9a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6e02b87-33", "ovs_interfaceid": "b6e02b87-3346-4f54-ad21-f29e8144c55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.379070] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:a2:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6e02b87-3346-4f54-ad21-f29e8144c55d', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.388030] env[62675]: DEBUG oslo.service.loopingcall [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.391686] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.392148] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b7ec6d5-2c73-4b27-829a-af6732341732 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.421273] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.421273] env[62675]: value = "task-2690703" [ 766.421273] env[62675]: _type = "Task" [ 766.421273] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.446872] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690703, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.453820] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48395e58-768b-41fb-85bf-a02881b5a810 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.465881] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4fc590-026d-496f-8782-8b7300c66272 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.505767] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5475c5d5-d16d-4e6d-ab6a-46dadf2dfe28 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.514941] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c518dc-63e7-4936-b71d-78570d4466be {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.530676] env[62675]: DEBUG nova.compute.provider_tree [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.549206] env[62675]: DEBUG nova.network.neutron [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Successfully updated port: e55ef81a-c88b-4c5c-af35-67064a4a7b0e {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.598242] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.599036] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db0f40da-5b11-4f4a-a921-74a65b06854b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.610264] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 766.610264] env[62675]: value = "task-2690704" [ 766.610264] env[62675]: _type = "Task" [ 766.610264] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.659294] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.737271] env[62675]: INFO nova.compute.manager [-] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Took 1.86 seconds to deallocate network for instance. [ 766.932252] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690703, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.004074] env[62675]: DEBUG nova.compute.manager [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Received event network-changed-b6e02b87-3346-4f54-ad21-f29e8144c55d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.004851] env[62675]: DEBUG nova.compute.manager [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Refreshing instance network info cache due to event network-changed-b6e02b87-3346-4f54-ad21-f29e8144c55d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 767.004851] env[62675]: DEBUG oslo_concurrency.lockutils [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] Acquiring lock "refresh_cache-a2d53a0d-526d-45c1-8142-bc14a8202d98" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.004851] env[62675]: DEBUG oslo_concurrency.lockutils [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] Acquired lock "refresh_cache-a2d53a0d-526d-45c1-8142-bc14a8202d98" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.004851] env[62675]: DEBUG nova.network.neutron [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Refreshing network info cache for port b6e02b87-3346-4f54-ad21-f29e8144c55d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.036024] env[62675]: DEBUG nova.scheduler.client.report [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.051952] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "refresh_cache-64feea76-2a2f-42df-b0bd-ebbe37e024d9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.051952] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired lock "refresh_cache-64feea76-2a2f-42df-b0bd-ebbe37e024d9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.051952] env[62675]: DEBUG nova.network.neutron [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.120688] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690704, 'name': PowerOffVM_Task, 'duration_secs': 0.385593} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.121014] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.121975] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249c7724-9bb2-40cd-bbb3-4e6939d28598 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.142727] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fd4c92-ecf5-4b5d-b55e-d45a5e722e31 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.176957] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.177288] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b36078a8-92fc-4b87-b1e0-5de7cb928b93 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.184520] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 767.184520] env[62675]: value = "task-2690705" [ 767.184520] env[62675]: _type = "Task" [ 767.184520] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.194472] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 767.194839] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.195167] env[62675]: DEBUG oslo_concurrency.lockutils [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.195376] env[62675]: DEBUG oslo_concurrency.lockutils [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.195624] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.195935] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e96204c-d994-44d1-9a94-f3057acde71e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.204665] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.204856] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.205833] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f3ec874-b14f-44a1-8586-0fbf417ccf4b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.211751] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 767.211751] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525a7580-12e9-b783-1392-3c028765ab30" [ 767.211751] env[62675]: _type = "Task" [ 767.211751] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.221423] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525a7580-12e9-b783-1392-3c028765ab30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.247238] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.433425] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690703, 'name': CreateVM_Task, 'duration_secs': 0.973477} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.433966] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.434734] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.435930] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.435930] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.435930] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d699ed3-a74c-4795-a7af-7d8b09a909ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.440646] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 767.440646] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528185f5-700e-f260-b430-8ce2a99b3ff5" [ 767.440646] env[62675]: _type = "Task" [ 767.440646] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.451387] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528185f5-700e-f260-b430-8ce2a99b3ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.542564] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.543187] env[62675]: DEBUG nova.compute.manager [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.546485] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.104s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.548246] env[62675]: INFO nova.compute.claims [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.623651] env[62675]: DEBUG nova.network.neutron [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.723548] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525a7580-12e9-b783-1392-3c028765ab30, 'name': SearchDatastore_Task, 'duration_secs': 0.013048} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.724734] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30e77748-a623-487b-a393-5d7d260a0614 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.731449] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 767.731449] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5251b2c8-5408-5396-38e4-b57dd5f9a778" [ 767.731449] env[62675]: _type = "Task" [ 767.731449] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.738330] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5251b2c8-5408-5396-38e4-b57dd5f9a778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.960252] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528185f5-700e-f260-b430-8ce2a99b3ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.015981} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.960252] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.960252] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.960252] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.960252] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.960252] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.960252] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44626970-8f0e-485a-bdd1-605db105a098 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.970341] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.970657] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.971696] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377d57a8-d0a6-4505-94b2-4c5b3ffab771 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.979907] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 767.979907] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d031cd-c985-3d17-e84e-449b414f5146" [ 767.979907] env[62675]: _type = "Task" [ 767.979907] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.989426] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d031cd-c985-3d17-e84e-449b414f5146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.031762] env[62675]: DEBUG nova.network.neutron [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Updating instance_info_cache with network_info: [{"id": "e55ef81a-c88b-4c5c-af35-67064a4a7b0e", "address": "fa:16:3e:ab:c9:f5", "network": {"id": "930aa039-7062-4f32-9654-7b69a235527c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1411920200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30a42785c9d4b029d2bc06dcca7b9a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55ef81a-c8", "ovs_interfaceid": "e55ef81a-c88b-4c5c-af35-67064a4a7b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.048667] env[62675]: DEBUG nova.network.neutron [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Updated VIF entry in instance network info cache for port b6e02b87-3346-4f54-ad21-f29e8144c55d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.049044] env[62675]: DEBUG nova.network.neutron [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Updating instance_info_cache with network_info: [{"id": "b6e02b87-3346-4f54-ad21-f29e8144c55d", "address": "fa:16:3e:6a:a2:8a", "network": {"id": "930aa039-7062-4f32-9654-7b69a235527c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1411920200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30a42785c9d4b029d2bc06dcca7b9a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6e02b87-33", "ovs_interfaceid": "b6e02b87-3346-4f54-ad21-f29e8144c55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.055930] env[62675]: DEBUG nova.compute.utils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 768.063373] env[62675]: DEBUG nova.compute.manager [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.063373] env[62675]: DEBUG nova.network.neutron [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.114675] env[62675]: DEBUG nova.policy [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b59d15eed03142c5bf078549fa8b135a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13397b14af714179983dc3ea9147b6a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.244126] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5251b2c8-5408-5396-38e4-b57dd5f9a778, 'name': SearchDatastore_Task, 'duration_secs': 0.013102} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.244584] env[62675]: DEBUG oslo_concurrency.lockutils [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.244937] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 5b6afb94-d33b-43e6-9569-5025dc9a1328/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk. {{(pid=62675) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 768.245278] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-782256f0-957c-49c9-b294-196d4e660cb1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.259077] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 768.259077] env[62675]: value = "task-2690706" [ 768.259077] env[62675]: _type = "Task" [ 768.259077] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.269180] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.449134] env[62675]: DEBUG nova.network.neutron [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Successfully created port: 4e25017e-f842-4f65-ac78-25f181670ad9 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.491945] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d031cd-c985-3d17-e84e-449b414f5146, 'name': SearchDatastore_Task, 'duration_secs': 0.013194} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.493057] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfd7950-1542-469e-a24c-2857ebfede1d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.504245] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 768.504245] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e7ceb-5b29-8a38-4c5a-dae2f42c6756" [ 768.504245] env[62675]: _type = "Task" [ 768.504245] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.511843] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e7ceb-5b29-8a38-4c5a-dae2f42c6756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.539392] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Releasing lock "refresh_cache-64feea76-2a2f-42df-b0bd-ebbe37e024d9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.540288] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Instance network_info: |[{"id": "e55ef81a-c88b-4c5c-af35-67064a4a7b0e", "address": "fa:16:3e:ab:c9:f5", "network": {"id": "930aa039-7062-4f32-9654-7b69a235527c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1411920200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30a42785c9d4b029d2bc06dcca7b9a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55ef81a-c8", "ovs_interfaceid": "e55ef81a-c88b-4c5c-af35-67064a4a7b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.540993] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:c9:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e55ef81a-c88b-4c5c-af35-67064a4a7b0e', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.554229] env[62675]: DEBUG oslo.service.loopingcall [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.559034] env[62675]: DEBUG oslo_concurrency.lockutils [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] Releasing lock "refresh_cache-a2d53a0d-526d-45c1-8142-bc14a8202d98" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.559034] env[62675]: DEBUG nova.compute.manager [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Received event network-vif-deleted-97dd92f2-d010-4b7e-9dab-8290ed6b8279 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.559034] env[62675]: DEBUG nova.compute.manager [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Received event network-vif-plugged-e55ef81a-c88b-4c5c-af35-67064a4a7b0e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.559034] env[62675]: DEBUG oslo_concurrency.lockutils [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] Acquiring lock "64feea76-2a2f-42df-b0bd-ebbe37e024d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.559528] env[62675]: DEBUG oslo_concurrency.lockutils [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] Lock "64feea76-2a2f-42df-b0bd-ebbe37e024d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.559933] env[62675]: DEBUG oslo_concurrency.lockutils [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] Lock "64feea76-2a2f-42df-b0bd-ebbe37e024d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.560361] env[62675]: DEBUG nova.compute.manager [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] No waiting events found dispatching network-vif-plugged-e55ef81a-c88b-4c5c-af35-67064a4a7b0e {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.560815] env[62675]: WARNING nova.compute.manager [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Received unexpected event network-vif-plugged-e55ef81a-c88b-4c5c-af35-67064a4a7b0e for instance with vm_state building and task_state spawning. [ 768.561784] env[62675]: DEBUG nova.compute.manager [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Received event network-changed-e55ef81a-c88b-4c5c-af35-67064a4a7b0e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.562247] env[62675]: DEBUG nova.compute.manager [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Refreshing instance network info cache due to event network-changed-e55ef81a-c88b-4c5c-af35-67064a4a7b0e. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 768.564018] env[62675]: DEBUG oslo_concurrency.lockutils [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] Acquiring lock "refresh_cache-64feea76-2a2f-42df-b0bd-ebbe37e024d9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.564018] env[62675]: DEBUG oslo_concurrency.lockutils [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] Acquired lock "refresh_cache-64feea76-2a2f-42df-b0bd-ebbe37e024d9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.564018] env[62675]: DEBUG nova.network.neutron [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Refreshing network info cache for port e55ef81a-c88b-4c5c-af35-67064a4a7b0e {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.564937] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.566374] env[62675]: DEBUG nova.compute.manager [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.576607] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4b8df73-ef1f-4a2c-af21-8dbf48be2434 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.606339] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.606339] env[62675]: value = "task-2690707" [ 768.606339] env[62675]: _type = "Task" [ 768.606339] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.621192] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690707, 'name': CreateVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.760788] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.761132] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.761357] env[62675]: INFO nova.compute.manager [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Rebooting instance [ 768.781497] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690706, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.792729] env[62675]: DEBUG oslo_vmware.rw_handles [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267276a-2b3f-ecee-08ad-61c4209db21a/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 768.793645] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f98ae64-ba79-43a1-ba26-79f4c088b3c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.802029] env[62675]: DEBUG oslo_vmware.rw_handles [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267276a-2b3f-ecee-08ad-61c4209db21a/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 768.802315] env[62675]: ERROR oslo_vmware.rw_handles [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267276a-2b3f-ecee-08ad-61c4209db21a/disk-0.vmdk due to incomplete transfer. [ 768.805944] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f3ef787-2c22-4b79-be29-de0d1948e4f6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.814836] env[62675]: DEBUG oslo_vmware.rw_handles [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267276a-2b3f-ecee-08ad-61c4209db21a/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 768.815050] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Uploaded image 00cb45fa-f4e9-4ba5-bf86-1c88510f28d0 to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 768.817207] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 768.817684] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a747296e-268b-4f90-9968-dba4d6d7b829 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.829377] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 768.829377] env[62675]: value = "task-2690708" [ 768.829377] env[62675]: _type = "Task" [ 768.829377] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.839860] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690708, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.012713] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e7ceb-5b29-8a38-4c5a-dae2f42c6756, 'name': SearchDatastore_Task, 'duration_secs': 0.017965} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.013113] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.013393] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] a2d53a0d-526d-45c1-8142-bc14a8202d98/a2d53a0d-526d-45c1-8142-bc14a8202d98.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.013760] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7b7da7f-9afd-47eb-9023-b48e951a70b8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.022076] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 769.022076] env[62675]: value = "task-2690709" [ 769.022076] env[62675]: _type = "Task" [ 769.022076] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.032093] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.122574] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690707, 'name': CreateVM_Task, 'duration_secs': 0.39738} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.122574] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.123029] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.123261] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.123654] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.123985] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d55e04-4e8c-4779-a7fb-71e740b61a14 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.129549] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 769.129549] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5246b31f-762b-94d7-97c2-bda400d9f735" [ 769.129549] env[62675]: _type = "Task" [ 769.129549] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.143904] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5246b31f-762b-94d7-97c2-bda400d9f735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.286438] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529315} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.286847] env[62675]: INFO nova.virt.vmwareapi.ds_util [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 5b6afb94-d33b-43e6-9569-5025dc9a1328/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk. [ 769.287778] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05754c86-18c2-4e8f-b5f6-b352fabe3f5a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.297445] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.297685] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.298351] env[62675]: DEBUG nova.network.neutron [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.324357] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 5b6afb94-d33b-43e6-9569-5025dc9a1328/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.331947] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d460417a-4055-48bc-9609-db190704c60d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.360536] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690708, 'name': Destroy_Task, 'duration_secs': 0.389162} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.362296] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Destroyed the VM [ 769.362620] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 769.363085] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 769.363085] env[62675]: value = "task-2690710" [ 769.363085] env[62675]: _type = "Task" [ 769.363085] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.366233] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c56d40d-e14e-4b31-8d0d-e47827ba09bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.382625] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.384621] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 769.384621] env[62675]: value = "task-2690711" [ 769.384621] env[62675]: _type = "Task" [ 769.384621] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.395250] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f31783-2de6-4e8f-9671-dbb427ec97b1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.409276] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d55be0c-b172-4a51-b620-2842d1a326ac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.411231] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690711, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.457726] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dded4559-2ae4-49ce-a8aa-1b68ad5dc8e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.471078] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d210c192-408f-4684-88b0-583790ce05c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.488591] env[62675]: DEBUG nova.compute.provider_tree [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.540217] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690709, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.604814] env[62675]: DEBUG nova.compute.manager [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.630352] env[62675]: DEBUG nova.virt.hardware [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.631076] env[62675]: DEBUG nova.virt.hardware [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.631076] env[62675]: DEBUG nova.virt.hardware [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.631196] env[62675]: DEBUG nova.virt.hardware [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.631591] env[62675]: DEBUG nova.virt.hardware [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.631591] env[62675]: DEBUG nova.virt.hardware [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.631864] env[62675]: DEBUG nova.virt.hardware [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.631864] env[62675]: DEBUG nova.virt.hardware [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.632134] env[62675]: DEBUG nova.virt.hardware [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.632351] env[62675]: DEBUG nova.virt.hardware [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.632563] env[62675]: DEBUG nova.virt.hardware [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.633679] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdd3379-8da4-4f7a-aa62-546ed41850c8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.641413] env[62675]: DEBUG nova.network.neutron [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Updated VIF entry in instance network info cache for port e55ef81a-c88b-4c5c-af35-67064a4a7b0e. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.642079] env[62675]: DEBUG nova.network.neutron [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Updating instance_info_cache with network_info: [{"id": "e55ef81a-c88b-4c5c-af35-67064a4a7b0e", "address": "fa:16:3e:ab:c9:f5", "network": {"id": "930aa039-7062-4f32-9654-7b69a235527c", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1411920200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f30a42785c9d4b029d2bc06dcca7b9a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape55ef81a-c8", "ovs_interfaceid": "e55ef81a-c88b-4c5c-af35-67064a4a7b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.657393] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7595cd-c63c-4f58-bcd1-6f19f03dfed4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.662287] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5246b31f-762b-94d7-97c2-bda400d9f735, 'name': SearchDatastore_Task, 'duration_secs': 0.010331} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.663768] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.664071] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.664322] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.664481] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.664696] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.665984] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44108902-0d57-4ba9-a7e4-6809e98443c4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.683944] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.684203] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.684934] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-758ed70e-9e3c-4006-9586-7c9e88ba6ad3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.690850] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 769.690850] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5233e769-b013-2607-8639-48f11420a966" [ 769.690850] env[62675]: _type = "Task" [ 769.690850] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.699300] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5233e769-b013-2607-8639-48f11420a966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.879456] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690710, 'name': ReconfigVM_Task, 'duration_secs': 0.428395} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.879789] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 5b6afb94-d33b-43e6-9569-5025dc9a1328/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.880563] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c837b4f-ff1b-4a6f-9050-d643b82313e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.913856] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d042d7b8-7eb8-46fd-99e6-2024413f7f6a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.936175] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690711, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.937728] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 769.937728] env[62675]: value = "task-2690712" [ 769.937728] env[62675]: _type = "Task" [ 769.937728] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.947701] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690712, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.993741] env[62675]: DEBUG nova.scheduler.client.report [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.037340] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522729} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.037340] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] a2d53a0d-526d-45c1-8142-bc14a8202d98/a2d53a0d-526d-45c1-8142-bc14a8202d98.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.037340] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.037340] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac4a9318-19cd-407c-8962-bc0d40aaf530 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.055238] env[62675]: DEBUG nova.network.neutron [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance_info_cache with network_info: [{"id": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "address": "fa:16:3e:80:ac:45", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeddea46f-a6", "ovs_interfaceid": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.060184] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 770.060184] env[62675]: value = "task-2690713" [ 770.060184] env[62675]: _type = "Task" [ 770.060184] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.070631] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690713, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.145232] env[62675]: DEBUG oslo_concurrency.lockutils [req-97d43329-85af-4acf-9d67-cda0e95e951c req-e37998f7-785f-47c0-847f-735f39d642ac service nova] Releasing lock "refresh_cache-64feea76-2a2f-42df-b0bd-ebbe37e024d9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.202792] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5233e769-b013-2607-8639-48f11420a966, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.203332] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77eff45-062d-463a-b7a8-2c3278245c0f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.211661] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 770.211661] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e55f6f-ec90-30c8-5bc3-49dafc990df5" [ 770.211661] env[62675]: _type = "Task" [ 770.211661] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.223965] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e55f6f-ec90-30c8-5bc3-49dafc990df5, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.223965] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.223965] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 64feea76-2a2f-42df-b0bd-ebbe37e024d9/64feea76-2a2f-42df-b0bd-ebbe37e024d9.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.223965] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea072b01-36de-4944-854d-167bd115c66c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.228575] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 770.228575] env[62675]: value = "task-2690714" [ 770.228575] env[62675]: _type = "Task" [ 770.228575] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.238028] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690714, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.421040] env[62675]: DEBUG oslo_vmware.api [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690711, 'name': RemoveSnapshot_Task, 'duration_secs': 0.688394} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.421336] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 770.421572] env[62675]: INFO nova.compute.manager [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Took 17.06 seconds to snapshot the instance on the hypervisor. [ 770.453676] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690712, 'name': ReconfigVM_Task, 'duration_secs': 0.204496} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.454341] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.454341] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1de6558-33b5-4e49-a21d-81742d1ccebd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.461306] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 770.461306] env[62675]: value = "task-2690715" [ 770.461306] env[62675]: _type = "Task" [ 770.461306] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.473536] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.504024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.955s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.504024] env[62675]: DEBUG nova.compute.manager [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.505911] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.456s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.506749] env[62675]: DEBUG nova.objects.instance [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 770.560366] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.572290] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690713, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071339} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.574026] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.574241] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f57f45-61a8-420e-84a3-18961dd363e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.599883] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] a2d53a0d-526d-45c1-8142-bc14a8202d98/a2d53a0d-526d-45c1-8142-bc14a8202d98.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.600653] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd0c2a0-d368-43fa-b73a-2e02c6efc9d6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.621392] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 770.621392] env[62675]: value = "task-2690716" [ 770.621392] env[62675]: _type = "Task" [ 770.621392] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.634523] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690716, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.656492] env[62675]: DEBUG nova.compute.manager [req-1b9e4096-f3b1-4ea5-bc65-19e82cec0027 req-2f839db7-6ac7-461b-b366-4791684d121b service nova] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Received event network-vif-plugged-4e25017e-f842-4f65-ac78-25f181670ad9 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.656793] env[62675]: DEBUG oslo_concurrency.lockutils [req-1b9e4096-f3b1-4ea5-bc65-19e82cec0027 req-2f839db7-6ac7-461b-b366-4791684d121b service nova] Acquiring lock "5133ab7a-dad7-4c81-85b4-732ccdb1d6d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.656989] env[62675]: DEBUG oslo_concurrency.lockutils [req-1b9e4096-f3b1-4ea5-bc65-19e82cec0027 req-2f839db7-6ac7-461b-b366-4791684d121b service nova] Lock "5133ab7a-dad7-4c81-85b4-732ccdb1d6d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.657258] env[62675]: DEBUG oslo_concurrency.lockutils [req-1b9e4096-f3b1-4ea5-bc65-19e82cec0027 req-2f839db7-6ac7-461b-b366-4791684d121b service nova] Lock "5133ab7a-dad7-4c81-85b4-732ccdb1d6d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.657476] env[62675]: DEBUG nova.compute.manager [req-1b9e4096-f3b1-4ea5-bc65-19e82cec0027 req-2f839db7-6ac7-461b-b366-4791684d121b service nova] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] No waiting events found dispatching network-vif-plugged-4e25017e-f842-4f65-ac78-25f181670ad9 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.657669] env[62675]: WARNING nova.compute.manager [req-1b9e4096-f3b1-4ea5-bc65-19e82cec0027 req-2f839db7-6ac7-461b-b366-4791684d121b service nova] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Received unexpected event network-vif-plugged-4e25017e-f842-4f65-ac78-25f181670ad9 for instance with vm_state building and task_state spawning. [ 770.667855] env[62675]: DEBUG nova.network.neutron [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Successfully updated port: 4e25017e-f842-4f65-ac78-25f181670ad9 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.742813] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690714, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447386} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.742813] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 64feea76-2a2f-42df-b0bd-ebbe37e024d9/64feea76-2a2f-42df-b0bd-ebbe37e024d9.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.742813] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.743187] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-861941e8-3ad8-476c-b1b6-873d00513b23 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.750845] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 770.750845] env[62675]: value = "task-2690717" [ 770.750845] env[62675]: _type = "Task" [ 770.750845] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.762048] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.844260] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquiring lock "1f42de07-2ec2-4d25-8fc7-2ea7224770a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.844260] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lock "1f42de07-2ec2-4d25-8fc7-2ea7224770a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.974735] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690715, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.998683] env[62675]: DEBUG nova.compute.manager [None req-e13a1644-dada-485f-828c-2ac0a180b0d5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Found 1 images (rotation: 2) {{(pid=62675) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 771.013459] env[62675]: DEBUG nova.compute.utils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 771.018869] env[62675]: DEBUG nova.compute.manager [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.019126] env[62675]: DEBUG nova.network.neutron [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.068359] env[62675]: DEBUG nova.compute.manager [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.071534] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5997df43-1e1f-49b6-a7dd-823b18ca1dee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.091878] env[62675]: DEBUG nova.policy [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5eb67a303849c18b4033fd961db199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dabf87b397c4aa4b696618a6a73e5c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.131602] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690716, 'name': ReconfigVM_Task, 'duration_secs': 0.424036} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.132181] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Reconfigured VM instance instance-00000039 to attach disk [datastore2] a2d53a0d-526d-45c1-8142-bc14a8202d98/a2d53a0d-526d-45c1-8142-bc14a8202d98.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.132897] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d643e84f-ad64-4c85-b21b-2326932b7dd4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.138990] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 771.138990] env[62675]: value = "task-2690718" [ 771.138990] env[62675]: _type = "Task" [ 771.138990] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.147283] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690718, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.175038] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "refresh_cache-5133ab7a-dad7-4c81-85b4-732ccdb1d6d6" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.175038] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "refresh_cache-5133ab7a-dad7-4c81-85b4-732ccdb1d6d6" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.175038] env[62675]: DEBUG nova.network.neutron [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.261354] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067081} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.261593] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.262409] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1b4688-2764-4c4d-89ee-35ff842166bd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.286980] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 64feea76-2a2f-42df-b0bd-ebbe37e024d9/64feea76-2a2f-42df-b0bd-ebbe37e024d9.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.287311] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05bb3bd5-9fa6-405a-b9ba-ff4c7039724b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.308250] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 771.308250] env[62675]: value = "task-2690719" [ 771.308250] env[62675]: _type = "Task" [ 771.308250] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.316722] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.472885] env[62675]: DEBUG oslo_vmware.api [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690715, 'name': PowerOnVM_Task, 'duration_secs': 0.552742} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.473604] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.476178] env[62675]: DEBUG nova.compute.manager [None req-86693973-2272-4be7-8982-a3f9a1e473a9 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.476969] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed911ed6-7f2e-495f-959a-b6685ddb9e53 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.519820] env[62675]: DEBUG nova.compute.manager [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.524511] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a156051-73d1-4e3a-a423-cfa02a8be3e9 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.525388] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.660s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.525667] env[62675]: DEBUG nova.objects.instance [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lazy-loading 'resources' on Instance uuid b88bbea3-f496-4a9a-a90d-da26f4f62193 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.650549] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690718, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.702527] env[62675]: DEBUG nova.network.neutron [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Successfully created port: ec2641e1-8816-46c0-b418-e526842635da {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.730969] env[62675]: DEBUG nova.network.neutron [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.829942] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.013822] env[62675]: DEBUG nova.network.neutron [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Updating instance_info_cache with network_info: [{"id": "4e25017e-f842-4f65-ac78-25f181670ad9", "address": "fa:16:3e:b8:fb:b1", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e25017e-f8", "ovs_interfaceid": "4e25017e-f842-4f65-ac78-25f181670ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.092015] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da135c7-c32f-4820-b26a-4c5c3a54557f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.099412] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Doing hard reboot of VM {{(pid=62675) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 772.099789] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-123c13c8-aeb0-4f92-8544-1b6a24919931 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.107760] env[62675]: DEBUG oslo_vmware.api [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 772.107760] env[62675]: value = "task-2690720" [ 772.107760] env[62675]: _type = "Task" [ 772.107760] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.119674] env[62675]: DEBUG oslo_vmware.api [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690720, 'name': ResetVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.160488] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690718, 'name': Rename_Task, 'duration_secs': 0.59005} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.160937] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.161279] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33b640b0-bfd2-4326-8d7b-3292754ee229 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.171641] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 772.171641] env[62675]: value = "task-2690721" [ 772.171641] env[62675]: _type = "Task" [ 772.171641] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.181680] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.322032] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690719, 'name': ReconfigVM_Task, 'duration_secs': 1.00116} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.322286] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 64feea76-2a2f-42df-b0bd-ebbe37e024d9/64feea76-2a2f-42df-b0bd-ebbe37e024d9.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.323030] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d1352b1-58c8-4368-92b3-62ef6033f7ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.325398] env[62675]: DEBUG nova.compute.manager [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.326125] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459f4b64-903c-4100-af77-fdd64661c96b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.333666] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 772.333666] env[62675]: value = "task-2690722" [ 772.333666] env[62675]: _type = "Task" [ 772.333666] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.347489] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690722, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.515934] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "refresh_cache-5133ab7a-dad7-4c81-85b4-732ccdb1d6d6" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.516291] env[62675]: DEBUG nova.compute.manager [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Instance network_info: |[{"id": "4e25017e-f842-4f65-ac78-25f181670ad9", "address": "fa:16:3e:b8:fb:b1", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e25017e-f8", "ovs_interfaceid": "4e25017e-f842-4f65-ac78-25f181670ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.517508] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:fb:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e25017e-f842-4f65-ac78-25f181670ad9', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.525821] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Creating folder: Project (13397b14af714179983dc3ea9147b6a0). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.528657] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7003e28-5b2b-4576-9427-3b45756119c0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.535830] env[62675]: DEBUG nova.compute.manager [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.540177] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Created folder: Project (13397b14af714179983dc3ea9147b6a0) in parent group-v542174. [ 772.540177] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Creating folder: Instances. Parent ref: group-v542344. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.540299] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f816e9f-92e3-4036-8eff-a704bc6df206 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.550300] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Created folder: Instances in parent group-v542344. [ 772.550300] env[62675]: DEBUG oslo.service.loopingcall [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.550300] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.550300] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-302c412f-98d5-45ad-ac19-f6a854a2bbd6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.571929] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.571929] env[62675]: value = "task-2690725" [ 772.571929] env[62675]: _type = "Task" [ 772.571929] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.574220] env[62675]: DEBUG nova.virt.hardware [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.574467] env[62675]: DEBUG nova.virt.hardware [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.574628] env[62675]: DEBUG nova.virt.hardware [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.574808] env[62675]: DEBUG nova.virt.hardware [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.574954] env[62675]: DEBUG nova.virt.hardware [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.575144] env[62675]: DEBUG nova.virt.hardware [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.575372] env[62675]: DEBUG nova.virt.hardware [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.575531] env[62675]: DEBUG nova.virt.hardware [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.575698] env[62675]: DEBUG nova.virt.hardware [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.575860] env[62675]: DEBUG nova.virt.hardware [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.576090] env[62675]: DEBUG nova.virt.hardware [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.579898] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae9e11f-7d93-43ac-9870-125e3cf24eb8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.587657] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690725, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.591131] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0557f0-f563-4fde-a05b-46ca7fef282f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.620800] env[62675]: DEBUG oslo_vmware.api [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690720, 'name': ResetVM_Task, 'duration_secs': 0.09724} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.620800] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Did hard reboot of VM {{(pid=62675) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 772.620969] env[62675]: DEBUG nova.compute.manager [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.623152] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7766c594-8b0c-4487-929c-b18a8d9b2086 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.630021] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0a8e5c-571e-421e-8b9d-655c46c84f08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.641363] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f466fab6-f830-439a-b0d2-f687932eaa85 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.678358] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719d54af-e129-4127-a4f7-4430988ff24a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.688762] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690721, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.690716] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da88ebd-5815-438c-87d6-4d46354cf1ba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.706020] env[62675]: DEBUG nova.compute.provider_tree [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.845089] env[62675]: INFO nova.compute.manager [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] instance snapshotting [ 772.845783] env[62675]: DEBUG nova.objects.instance [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'flavor' on Instance uuid 47a2f884-e89a-4114-ad54-a94ba493d07f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.857037] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690722, 'name': Rename_Task, 'duration_secs': 0.192337} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.857037] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.857037] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2854952-2428-4e5e-913f-59336b2e2db9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.864292] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 772.864292] env[62675]: value = "task-2690726" [ 772.864292] env[62675]: _type = "Task" [ 772.864292] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.873102] env[62675]: DEBUG nova.compute.manager [req-ad904640-2b42-4fe3-b5f2-bbe4fdce170c req-4156092f-7d6a-4d14-a6d5-d991fd6cd63d service nova] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Received event network-changed-4e25017e-f842-4f65-ac78-25f181670ad9 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.873102] env[62675]: DEBUG nova.compute.manager [req-ad904640-2b42-4fe3-b5f2-bbe4fdce170c req-4156092f-7d6a-4d14-a6d5-d991fd6cd63d service nova] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Refreshing instance network info cache due to event network-changed-4e25017e-f842-4f65-ac78-25f181670ad9. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.873102] env[62675]: DEBUG oslo_concurrency.lockutils [req-ad904640-2b42-4fe3-b5f2-bbe4fdce170c req-4156092f-7d6a-4d14-a6d5-d991fd6cd63d service nova] Acquiring lock "refresh_cache-5133ab7a-dad7-4c81-85b4-732ccdb1d6d6" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.873102] env[62675]: DEBUG oslo_concurrency.lockutils [req-ad904640-2b42-4fe3-b5f2-bbe4fdce170c req-4156092f-7d6a-4d14-a6d5-d991fd6cd63d service nova] Acquired lock "refresh_cache-5133ab7a-dad7-4c81-85b4-732ccdb1d6d6" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.873102] env[62675]: DEBUG nova.network.neutron [req-ad904640-2b42-4fe3-b5f2-bbe4fdce170c req-4156092f-7d6a-4d14-a6d5-d991fd6cd63d service nova] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Refreshing network info cache for port 4e25017e-f842-4f65-ac78-25f181670ad9 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.878473] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.017916] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquiring lock "09583a11-95de-4d0e-b0c3-6625655a66ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.018223] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lock "09583a11-95de-4d0e-b0c3-6625655a66ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.082632] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690725, 'name': CreateVM_Task, 'duration_secs': 0.425195} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.082824] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.083575] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.083745] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.084068] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.084327] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aca6f28-9c5b-41c5-bef8-dc55c6d08f3c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.089137] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 773.089137] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ab650f-8747-4fe2-5a33-579963c52622" [ 773.089137] env[62675]: _type = "Task" [ 773.089137] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.096871] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ab650f-8747-4fe2-5a33-579963c52622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.141426] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a0ab878-1a54-411d-af0b-45a8a4ff5eaa tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.380s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.187987] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690721, 'name': PowerOnVM_Task, 'duration_secs': 0.610511} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.188134] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.188754] env[62675]: INFO nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Took 11.42 seconds to spawn the instance on the hypervisor. [ 773.188754] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.189356] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0bac3d-fdc0-42d6-b9ec-d15c2c8d1ac0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.209229] env[62675]: DEBUG nova.scheduler.client.report [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.291652] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "cccf5e3a-f6f4-4863-9435-8b5384916e4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.291887] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "cccf5e3a-f6f4-4863-9435-8b5384916e4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.353703] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2b6ee3-d719-437f-9723-000332735945 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.379037] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e40750f-f028-4965-b04c-fbbc55c9a645 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.389257] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690726, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.474452] env[62675]: DEBUG nova.network.neutron [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Successfully updated port: ec2641e1-8816-46c0-b418-e526842635da {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.601444] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ab650f-8747-4fe2-5a33-579963c52622, 'name': SearchDatastore_Task, 'duration_secs': 0.012062} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.601758] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.601985] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.602272] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.602412] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.602585] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.602869] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58ee4ad7-d3b7-48de-8795-65c322d5a891 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.610848] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.611510] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.611708] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9e5594-c54f-4874-82b8-1cb6176681c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.616632] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 773.616632] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bb424c-52f3-4c28-fcf6-969cedd8ce30" [ 773.616632] env[62675]: _type = "Task" [ 773.616632] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.624858] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bb424c-52f3-4c28-fcf6-969cedd8ce30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.656640] env[62675]: DEBUG nova.network.neutron [req-ad904640-2b42-4fe3-b5f2-bbe4fdce170c req-4156092f-7d6a-4d14-a6d5-d991fd6cd63d service nova] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Updated VIF entry in instance network info cache for port 4e25017e-f842-4f65-ac78-25f181670ad9. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.656990] env[62675]: DEBUG nova.network.neutron [req-ad904640-2b42-4fe3-b5f2-bbe4fdce170c req-4156092f-7d6a-4d14-a6d5-d991fd6cd63d service nova] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Updating instance_info_cache with network_info: [{"id": "4e25017e-f842-4f65-ac78-25f181670ad9", "address": "fa:16:3e:b8:fb:b1", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e25017e-f8", "ovs_interfaceid": "4e25017e-f842-4f65-ac78-25f181670ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.705627] env[62675]: INFO nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Took 41.10 seconds to build instance. [ 773.714584] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.716917] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.663s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.719971] env[62675]: INFO nova.compute.claims [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.743721] env[62675]: INFO nova.scheduler.client.report [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Deleted allocations for instance b88bbea3-f496-4a9a-a90d-da26f4f62193 [ 773.885888] env[62675]: DEBUG oslo_vmware.api [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690726, 'name': PowerOnVM_Task, 'duration_secs': 0.932764} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.886251] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.886507] env[62675]: INFO nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Took 9.32 seconds to spawn the instance on the hypervisor. [ 773.886715] env[62675]: DEBUG nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.888082] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f43109a-0303-49ac-8626-90fa1ff2eb02 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.895080] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 773.897758] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc613bea-6fa7-4e91-b2d5-277f4827d3a7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.907607] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 773.907607] env[62675]: value = "task-2690727" [ 773.907607] env[62675]: _type = "Task" [ 773.907607] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.918253] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690727, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.976842] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "refresh_cache-e6187c32-1e79-4b2c-b100-0830ee4c8e79" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.976887] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "refresh_cache-e6187c32-1e79-4b2c-b100-0830ee4c8e79" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.977068] env[62675]: DEBUG nova.network.neutron [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.128275] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bb424c-52f3-4c28-fcf6-969cedd8ce30, 'name': SearchDatastore_Task, 'duration_secs': 0.012251} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.129116] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab23241-e733-4d08-890c-86ac9c179a98 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.134821] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 774.134821] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]520006b9-f3c9-5d24-914a-3994845d4248" [ 774.134821] env[62675]: _type = "Task" [ 774.134821] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.142775] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520006b9-f3c9-5d24-914a-3994845d4248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.160553] env[62675]: DEBUG oslo_concurrency.lockutils [req-ad904640-2b42-4fe3-b5f2-bbe4fdce170c req-4156092f-7d6a-4d14-a6d5-d991fd6cd63d service nova] Releasing lock "refresh_cache-5133ab7a-dad7-4c81-85b4-732ccdb1d6d6" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.208650] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "a2d53a0d-526d-45c1-8142-bc14a8202d98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.607s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.253963] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0bbd8377-b025-437a-82ba-a21629d1544d tempest-ListImageFiltersTestJSON-770089165 tempest-ListImageFiltersTestJSON-770089165-project-member] Lock "b88bbea3-f496-4a9a-a90d-da26f4f62193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.863s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.412961] env[62675]: INFO nova.compute.manager [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Took 41.75 seconds to build instance. [ 774.420193] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690727, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.521984] env[62675]: DEBUG nova.network.neutron [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.645030] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520006b9-f3c9-5d24-914a-3994845d4248, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.645308] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.645561] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6/5133ab7a-dad7-4c81-85b4-732ccdb1d6d6.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.645823] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11e5d44c-4be0-49c1-971c-dd2943dafccb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.651971] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 774.651971] env[62675]: value = "task-2690728" [ 774.651971] env[62675]: _type = "Task" [ 774.651971] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.661671] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.696312] env[62675]: DEBUG nova.network.neutron [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Updating instance_info_cache with network_info: [{"id": "ec2641e1-8816-46c0-b418-e526842635da", "address": "fa:16:3e:00:14:2f", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2641e1-88", "ovs_interfaceid": "ec2641e1-8816-46c0-b418-e526842635da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.710396] env[62675]: DEBUG nova.compute.manager [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.917712] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c4f9a04a-b93d-46a4-a472-caf1200d29e1 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "64feea76-2a2f-42df-b0bd-ebbe37e024d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.269s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.918975] env[62675]: DEBUG nova.compute.manager [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Received event network-vif-plugged-ec2641e1-8816-46c0-b418-e526842635da {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.919472] env[62675]: DEBUG oslo_concurrency.lockutils [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] Acquiring lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.919472] env[62675]: DEBUG oslo_concurrency.lockutils [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] Lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.919588] env[62675]: DEBUG oslo_concurrency.lockutils [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] Lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.919726] env[62675]: DEBUG nova.compute.manager [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] No waiting events found dispatching network-vif-plugged-ec2641e1-8816-46c0-b418-e526842635da {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.919890] env[62675]: WARNING nova.compute.manager [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Received unexpected event network-vif-plugged-ec2641e1-8816-46c0-b418-e526842635da for instance with vm_state building and task_state spawning. [ 774.920244] env[62675]: DEBUG nova.compute.manager [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Received event network-changed-ec2641e1-8816-46c0-b418-e526842635da {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.920244] env[62675]: DEBUG nova.compute.manager [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Refreshing instance network info cache due to event network-changed-ec2641e1-8816-46c0-b418-e526842635da. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 774.920436] env[62675]: DEBUG oslo_concurrency.lockutils [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] Acquiring lock "refresh_cache-e6187c32-1e79-4b2c-b100-0830ee4c8e79" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.928815] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690727, 'name': CreateSnapshot_Task, 'duration_secs': 0.965835} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.929134] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 774.930018] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdce279-dcae-40a7-ad5f-0215b47700d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.166587] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690728, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.200822] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "refresh_cache-e6187c32-1e79-4b2c-b100-0830ee4c8e79" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.201074] env[62675]: DEBUG nova.compute.manager [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Instance network_info: |[{"id": "ec2641e1-8816-46c0-b418-e526842635da", "address": "fa:16:3e:00:14:2f", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2641e1-88", "ovs_interfaceid": "ec2641e1-8816-46c0-b418-e526842635da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.201849] env[62675]: DEBUG oslo_concurrency.lockutils [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] Acquired lock "refresh_cache-e6187c32-1e79-4b2c-b100-0830ee4c8e79" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.201849] env[62675]: DEBUG nova.network.neutron [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Refreshing network info cache for port ec2641e1-8816-46c0-b418-e526842635da {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.203209] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:14:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec2641e1-8816-46c0-b418-e526842635da', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.212266] env[62675]: DEBUG oslo.service.loopingcall [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.216554] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.224799] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ce40f0b-7376-416a-9b53-4f4b8b6435d6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.245808] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.254494] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.254494] env[62675]: value = "task-2690729" [ 775.254494] env[62675]: _type = "Task" [ 775.254494] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.266598] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690729, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.365985] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207bf9c1-210f-463a-b358-160a39b284ed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.373804] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406790a5-8a2e-4a3a-aad1-516abb34b250 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.407726] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2028be88-e5d4-49e2-a4e6-4205dd3d894c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.418882] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a1a8ce-5320-4799-8b2f-24a44ca83bf7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.423803] env[62675]: DEBUG nova.compute.manager [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.438564] env[62675]: DEBUG nova.compute.provider_tree [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.455124] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 775.455953] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-221b02cb-8389-4418-80e0-bfa7053d698a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.465392] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 775.465392] env[62675]: value = "task-2690730" [ 775.465392] env[62675]: _type = "Task" [ 775.465392] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.474178] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690730, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.661913] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635341} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.662227] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6/5133ab7a-dad7-4c81-85b4-732ccdb1d6d6.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.662459] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.662719] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc3b8b2a-be36-4dc9-ba9a-ba0f76c87e7a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.668698] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 775.668698] env[62675]: value = "task-2690731" [ 775.668698] env[62675]: _type = "Task" [ 775.668698] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.677433] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.764445] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690729, 'name': CreateVM_Task, 'duration_secs': 0.40625} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.764602] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.765501] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.765725] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.766161] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.766491] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1af3193-e936-42be-96c7-c07ece571f12 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.772666] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 775.772666] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52153730-1d3d-3e29-7683-5a8cece4cb4e" [ 775.772666] env[62675]: _type = "Task" [ 775.772666] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.783615] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52153730-1d3d-3e29-7683-5a8cece4cb4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.914347] env[62675]: DEBUG oslo_concurrency.lockutils [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "a2d53a0d-526d-45c1-8142-bc14a8202d98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.914654] env[62675]: DEBUG oslo_concurrency.lockutils [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "a2d53a0d-526d-45c1-8142-bc14a8202d98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.914871] env[62675]: DEBUG oslo_concurrency.lockutils [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "a2d53a0d-526d-45c1-8142-bc14a8202d98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.915241] env[62675]: DEBUG oslo_concurrency.lockutils [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "a2d53a0d-526d-45c1-8142-bc14a8202d98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.915326] env[62675]: DEBUG oslo_concurrency.lockutils [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "a2d53a0d-526d-45c1-8142-bc14a8202d98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.917334] env[62675]: INFO nova.compute.manager [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Terminating instance [ 775.941892] env[62675]: DEBUG nova.scheduler.client.report [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.946374] env[62675]: DEBUG nova.network.neutron [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Updated VIF entry in instance network info cache for port ec2641e1-8816-46c0-b418-e526842635da. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.946715] env[62675]: DEBUG nova.network.neutron [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Updating instance_info_cache with network_info: [{"id": "ec2641e1-8816-46c0-b418-e526842635da", "address": "fa:16:3e:00:14:2f", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2641e1-88", "ovs_interfaceid": "ec2641e1-8816-46c0-b418-e526842635da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.951057] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.976065] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690730, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.010529] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "64feea76-2a2f-42df-b0bd-ebbe37e024d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.010828] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "64feea76-2a2f-42df-b0bd-ebbe37e024d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.011080] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "64feea76-2a2f-42df-b0bd-ebbe37e024d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.011253] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "64feea76-2a2f-42df-b0bd-ebbe37e024d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.011453] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "64feea76-2a2f-42df-b0bd-ebbe37e024d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.013505] env[62675]: INFO nova.compute.manager [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Terminating instance [ 776.181655] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075704} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.182112] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.183309] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1342955e-d19c-42f5-9b59-7361381794f4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.207456] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6/5133ab7a-dad7-4c81-85b4-732ccdb1d6d6.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.207722] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1572703-d98d-4bf0-bbc5-c776e292e6bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.228112] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 776.228112] env[62675]: value = "task-2690732" [ 776.228112] env[62675]: _type = "Task" [ 776.228112] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.239646] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.283922] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52153730-1d3d-3e29-7683-5a8cece4cb4e, 'name': SearchDatastore_Task, 'duration_secs': 0.024942} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.284269] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.284507] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.284738] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.284881] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.285076] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.289024] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4fdf898-f2fa-4743-bc39-819c4c99db91 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.295238] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.295430] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.296231] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-151fd0b6-98ee-4b07-9e25-b9fcf6782dbd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.302161] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 776.302161] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c30619-da0c-855e-8d7a-124b7c106b08" [ 776.302161] env[62675]: _type = "Task" [ 776.302161] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.310848] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c30619-da0c-855e-8d7a-124b7c106b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.421895] env[62675]: DEBUG nova.compute.manager [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.422309] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.423358] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9c6eee-35b2-47da-a795-1e92d43d1f22 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.431861] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.432221] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22aef5ba-233b-41a0-a2ee-fe98e470e2aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.439917] env[62675]: DEBUG oslo_vmware.api [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 776.439917] env[62675]: value = "task-2690733" [ 776.439917] env[62675]: _type = "Task" [ 776.439917] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.451503] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.452239] env[62675]: DEBUG nova.compute.manager [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.456049] env[62675]: DEBUG oslo_vmware.api [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.456430] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.025s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.456669] env[62675]: DEBUG nova.objects.instance [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 776.460528] env[62675]: DEBUG oslo_concurrency.lockutils [req-b819d417-32e4-425d-8989-624caa7e1101 req-d505c303-ca76-4505-bbc9-d26aa3af37d0 service nova] Releasing lock "refresh_cache-e6187c32-1e79-4b2c-b100-0830ee4c8e79" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.477339] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690730, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.519591] env[62675]: DEBUG nova.compute.manager [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 776.519591] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.519591] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b46a890-f109-41fa-b723-e29c5735e03a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.528349] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.528682] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e51f11a4-0ee6-45bf-936b-c8d0088a88dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.536070] env[62675]: DEBUG oslo_vmware.api [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 776.536070] env[62675]: value = "task-2690734" [ 776.536070] env[62675]: _type = "Task" [ 776.536070] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.546662] env[62675]: DEBUG oslo_vmware.api [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.738655] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690732, 'name': ReconfigVM_Task, 'duration_secs': 0.317487} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.738655] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6/5133ab7a-dad7-4c81-85b4-732ccdb1d6d6.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.739346] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43a1a56b-9643-45ad-826c-c087bfa5769d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.745608] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 776.745608] env[62675]: value = "task-2690735" [ 776.745608] env[62675]: _type = "Task" [ 776.745608] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.753828] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690735, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.811996] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c30619-da0c-855e-8d7a-124b7c106b08, 'name': SearchDatastore_Task, 'duration_secs': 0.034255} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.812823] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe42a02-9781-4b16-b23a-9496cf539a4f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.818757] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 776.818757] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5249813c-e0fc-1951-2bb8-cdc160e9f873" [ 776.818757] env[62675]: _type = "Task" [ 776.818757] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.826534] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5249813c-e0fc-1951-2bb8-cdc160e9f873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.950278] env[62675]: DEBUG oslo_vmware.api [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690733, 'name': PowerOffVM_Task, 'duration_secs': 0.422784} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.951162] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.951162] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.951162] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fc5239b-3a2b-43be-8f70-51eb788f782f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.965996] env[62675]: DEBUG nova.compute.utils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 776.967369] env[62675]: DEBUG nova.compute.manager [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.967542] env[62675]: DEBUG nova.network.neutron [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.980503] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690730, 'name': CloneVM_Task} progress is 95%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.027786] env[62675]: DEBUG nova.policy [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bfbd7a2acf1492ea583295a4d9abdf2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69654c94008a4cb092d0c3331eee39a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.036298] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.036525] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.036735] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Deleting the datastore file [datastore2] a2d53a0d-526d-45c1-8142-bc14a8202d98 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.037099] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd9dd221-1dad-4b8b-9450-b0ff2dbc20b5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.052225] env[62675]: DEBUG oslo_vmware.api [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 777.052225] env[62675]: value = "task-2690737" [ 777.052225] env[62675]: _type = "Task" [ 777.052225] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.052497] env[62675]: DEBUG oslo_vmware.api [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690734, 'name': PowerOffVM_Task, 'duration_secs': 0.32575} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.052751] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.052953] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.056068] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0887ad03-45c2-495c-aaea-6a9464f6a2a7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.064493] env[62675]: DEBUG oslo_vmware.api [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.133090] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.133323] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.133504] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Deleting the datastore file [datastore2] 64feea76-2a2f-42df-b0bd-ebbe37e024d9 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.133782] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52c01b76-0f4d-4dca-adff-469e9162afcb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.139930] env[62675]: DEBUG oslo_vmware.api [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for the task: (returnval){ [ 777.139930] env[62675]: value = "task-2690739" [ 777.139930] env[62675]: _type = "Task" [ 777.139930] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.148086] env[62675]: DEBUG oslo_vmware.api [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.255112] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690735, 'name': Rename_Task, 'duration_secs': 0.140335} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.255413] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.255689] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f901261b-27f2-4609-9d0d-9b9125c9ac3a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.261867] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 777.261867] env[62675]: value = "task-2690740" [ 777.261867] env[62675]: _type = "Task" [ 777.261867] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.269664] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.329849] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5249813c-e0fc-1951-2bb8-cdc160e9f873, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.330130] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.330389] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] e6187c32-1e79-4b2c-b100-0830ee4c8e79/e6187c32-1e79-4b2c-b100-0830ee4c8e79.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.330759] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61014476-6dde-4e9c-bfd5-6780d26c0546 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.337068] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 777.337068] env[62675]: value = "task-2690741" [ 777.337068] env[62675]: _type = "Task" [ 777.337068] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.344796] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.345588] env[62675]: DEBUG nova.network.neutron [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Successfully created port: 387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.469203] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0e7e6ba9-a060-4e2c-a470-53634164c578 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.470399] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.481s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.470666] env[62675]: DEBUG nova.objects.instance [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lazy-loading 'resources' on Instance uuid 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.472098] env[62675]: DEBUG nova.compute.manager [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.492768] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690730, 'name': CloneVM_Task, 'duration_secs': 1.69188} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.493116] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Created linked-clone VM from snapshot [ 777.493967] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd5ffac-4d7c-42af-abf3-f6c9181ca1e0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.505217] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Uploading image f9acf555-9628-42b0-bd3b-f429474c7adf {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 777.545716] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 777.545716] env[62675]: value = "vm-542349" [ 777.545716] env[62675]: _type = "VirtualMachine" [ 777.545716] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 777.545716] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88d7b0b3-d35e-46ad-b940-22c42d263a3b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.553461] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lease: (returnval){ [ 777.553461] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d19e31-e841-6363-45b2-3f6805f7589b" [ 777.553461] env[62675]: _type = "HttpNfcLease" [ 777.553461] env[62675]: } obtained for exporting VM: (result){ [ 777.553461] env[62675]: value = "vm-542349" [ 777.553461] env[62675]: _type = "VirtualMachine" [ 777.553461] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 777.553914] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the lease: (returnval){ [ 777.553914] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d19e31-e841-6363-45b2-3f6805f7589b" [ 777.553914] env[62675]: _type = "HttpNfcLease" [ 777.553914] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 777.566175] env[62675]: DEBUG oslo_vmware.api [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.359923} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.567808] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.567936] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.568405] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.568632] env[62675]: INFO nova.compute.manager [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Took 1.15 seconds to destroy the instance on the hypervisor. [ 777.568894] env[62675]: DEBUG oslo.service.loopingcall [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.569094] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 777.569094] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d19e31-e841-6363-45b2-3f6805f7589b" [ 777.569094] env[62675]: _type = "HttpNfcLease" [ 777.569094] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 777.569466] env[62675]: DEBUG nova.compute.manager [-] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.569562] env[62675]: DEBUG nova.network.neutron [-] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.651132] env[62675]: DEBUG oslo_vmware.api [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Task: {'id': task-2690739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369074} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.651452] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.651770] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.652062] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.652496] env[62675]: INFO nova.compute.manager [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 777.652904] env[62675]: DEBUG oslo.service.loopingcall [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.653148] env[62675]: DEBUG nova.compute.manager [-] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.653246] env[62675]: DEBUG nova.network.neutron [-] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.774208] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690740, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.849072] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690741, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.065250] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 778.065250] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d19e31-e841-6363-45b2-3f6805f7589b" [ 778.065250] env[62675]: _type = "HttpNfcLease" [ 778.065250] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 778.065728] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 778.065728] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d19e31-e841-6363-45b2-3f6805f7589b" [ 778.065728] env[62675]: _type = "HttpNfcLease" [ 778.065728] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 778.066286] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c99ba45-d460-40b4-babb-45a067cf35bc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.076145] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254d665-f625-5bdd-0d73-771e17ad2e9f/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 778.076337] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254d665-f625-5bdd-0d73-771e17ad2e9f/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 778.152893] env[62675]: DEBUG nova.compute.manager [req-be5cbdf0-3e0c-4ef1-835d-817d78ac0fcf req-4155b13f-f983-4aaa-b9bc-d5a5db915348 service nova] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Received event network-vif-deleted-b6e02b87-3346-4f54-ad21-f29e8144c55d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.153198] env[62675]: INFO nova.compute.manager [req-be5cbdf0-3e0c-4ef1-835d-817d78ac0fcf req-4155b13f-f983-4aaa-b9bc-d5a5db915348 service nova] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Neutron deleted interface b6e02b87-3346-4f54-ad21-f29e8144c55d; detaching it from the instance and deleting it from the info cache [ 778.153307] env[62675]: DEBUG nova.network.neutron [req-be5cbdf0-3e0c-4ef1-835d-817d78ac0fcf req-4155b13f-f983-4aaa-b9bc-d5a5db915348 service nova] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.218318] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e4e5a927-303b-4946-8839-00fb6a6213cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.273275] env[62675]: DEBUG oslo_vmware.api [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690740, 'name': PowerOnVM_Task, 'duration_secs': 0.587743} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.273275] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.273585] env[62675]: INFO nova.compute.manager [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Took 8.67 seconds to spawn the instance on the hypervisor. [ 778.273642] env[62675]: DEBUG nova.compute.manager [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.274469] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d72efad-91e1-4f4d-96ac-205d3f0115e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.348355] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768639} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.348617] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] e6187c32-1e79-4b2c-b100-0830ee4c8e79/e6187c32-1e79-4b2c-b100-0830ee4c8e79.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.348821] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.349080] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dccc383-6520-4b49-91a7-3c3791f37a6f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.357138] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 778.357138] env[62675]: value = "task-2690743" [ 778.357138] env[62675]: _type = "Task" [ 778.357138] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.365583] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.499912] env[62675]: DEBUG nova.compute.manager [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.527212] env[62675]: DEBUG nova.virt.hardware [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.527465] env[62675]: DEBUG nova.virt.hardware [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.527621] env[62675]: DEBUG nova.virt.hardware [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.527799] env[62675]: DEBUG nova.virt.hardware [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.527945] env[62675]: DEBUG nova.virt.hardware [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.528106] env[62675]: DEBUG nova.virt.hardware [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.528314] env[62675]: DEBUG nova.virt.hardware [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.528466] env[62675]: DEBUG nova.virt.hardware [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.528629] env[62675]: DEBUG nova.virt.hardware [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.528792] env[62675]: DEBUG nova.virt.hardware [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.529076] env[62675]: DEBUG nova.virt.hardware [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.529824] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1059cc-ace6-49a3-9cf1-a230a02df1ab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.540229] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190ce94d-a885-47ba-a614-d684b17c68f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.639643] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1457e85e-99ae-4f26-90c8-ac46dd4455eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.643276] env[62675]: DEBUG nova.network.neutron [-] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.644816] env[62675]: DEBUG nova.network.neutron [-] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.654052] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe628a1b-2e4d-420e-8077-ff494ba52422 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.661080] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bfaba66-c6f4-4735-9ece-53390c395909 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.695066] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263db552-b1f4-436a-9190-119a3eff9452 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.700665] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7040ecc-ad32-442e-9499-be225a264d61 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.718034] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1ece90-9ae3-4ec3-879b-30585c4aab54 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.745300] env[62675]: DEBUG nova.compute.manager [req-be5cbdf0-3e0c-4ef1-835d-817d78ac0fcf req-4155b13f-f983-4aaa-b9bc-d5a5db915348 service nova] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Detach interface failed, port_id=b6e02b87-3346-4f54-ad21-f29e8144c55d, reason: Instance a2d53a0d-526d-45c1-8142-bc14a8202d98 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 778.753860] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "interface-51bce6bc-d67b-40e2-8507-e46b368837eb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.754152] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-51bce6bc-d67b-40e2-8507-e46b368837eb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.754586] env[62675]: DEBUG nova.objects.instance [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'flavor' on Instance uuid 51bce6bc-d67b-40e2-8507-e46b368837eb {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.758019] env[62675]: DEBUG nova.compute.provider_tree [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.794867] env[62675]: INFO nova.compute.manager [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Took 43.31 seconds to build instance. [ 778.867956] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077463} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.867956] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.868890] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced852e1-e4dd-411d-8d7e-ac5a6baa0e25 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.893336] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] e6187c32-1e79-4b2c-b100-0830ee4c8e79/e6187c32-1e79-4b2c-b100-0830ee4c8e79.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.897019] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7157264b-bddd-48b3-9ff4-15ec27b2cb94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.918389] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 778.918389] env[62675]: value = "task-2690744" [ 778.918389] env[62675]: _type = "Task" [ 778.918389] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.929028] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.147339] env[62675]: INFO nova.compute.manager [-] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Took 1.58 seconds to deallocate network for instance. [ 779.149684] env[62675]: INFO nova.compute.manager [-] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Took 1.50 seconds to deallocate network for instance. [ 779.186111] env[62675]: DEBUG nova.network.neutron [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Successfully updated port: 387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.263030] env[62675]: DEBUG nova.scheduler.client.report [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.295155] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d23f4b9e-62b6-4a37-a170-4fe4c23493ba tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "5133ab7a-dad7-4c81-85b4-732ccdb1d6d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.824s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.360545] env[62675]: DEBUG nova.objects.instance [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'pci_requests' on Instance uuid 51bce6bc-d67b-40e2-8507-e46b368837eb {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.429036] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.659053] env[62675]: DEBUG oslo_concurrency.lockutils [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.659858] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.690752] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.690967] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.691338] env[62675]: DEBUG nova.network.neutron [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.719220] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Acquiring lock "d68f8527-5783-449b-bbbe-e55ba4e54b1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.719600] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Lock "d68f8527-5783-449b-bbbe-e55ba4e54b1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.719919] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Acquiring lock "d68f8527-5783-449b-bbbe-e55ba4e54b1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.720231] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Lock "d68f8527-5783-449b-bbbe-e55ba4e54b1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.720544] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Lock "d68f8527-5783-449b-bbbe-e55ba4e54b1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.725985] env[62675]: INFO nova.compute.manager [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Terminating instance [ 779.768389] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.771139] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.048s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.495726] env[62675]: INFO nova.compute.claims [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.499850] env[62675]: INFO nova.scheduler.client.report [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Deleted allocations for instance 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72 [ 780.501346] env[62675]: DEBUG nova.compute.manager [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.503990] env[62675]: DEBUG nova.objects.base [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Object Instance<51bce6bc-d67b-40e2-8507-e46b368837eb> lazy-loaded attributes: flavor,pci_requests {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 780.507020] env[62675]: DEBUG nova.network.neutron [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.507020] env[62675]: INFO nova.compute.manager [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Rebuilding instance [ 780.509948] env[62675]: DEBUG nova.compute.manager [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 780.510240] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.516857] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220234a4-ceb1-4358-804c-d231c303d5d7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.529798] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690744, 'name': ReconfigVM_Task, 'duration_secs': 0.73472} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.530189] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.532504] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Reconfigured VM instance instance-0000003c to attach disk [datastore1] e6187c32-1e79-4b2c-b100-0830ee4c8e79/e6187c32-1e79-4b2c-b100-0830ee4c8e79.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.533383] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dea36649-0471-44e0-a32e-0b3f8e0948a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.535769] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7fbb0db-2fb8-4c32-b2a0-b65a6be0db6e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.546979] env[62675]: DEBUG oslo_vmware.api [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Waiting for the task: (returnval){ [ 780.546979] env[62675]: value = "task-2690745" [ 780.546979] env[62675]: _type = "Task" [ 780.546979] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.547361] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 780.547361] env[62675]: value = "task-2690746" [ 780.547361] env[62675]: _type = "Task" [ 780.547361] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.560342] env[62675]: DEBUG oslo_vmware.api [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.565469] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690746, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.581922] env[62675]: DEBUG nova.compute.manager [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.583368] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5327d1-852f-454f-80af-d2cc3a9640cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.615186] env[62675]: DEBUG nova.network.neutron [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.634459] env[62675]: DEBUG nova.policy [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf24a5bfdff41a7bb4b2fa21b80db67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a3741e26954bbb8ce6f9294054f86a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.910319] env[62675]: DEBUG nova.compute.manager [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Received event network-vif-deleted-e55ef81a-c88b-4c5c-af35-67064a4a7b0e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.910715] env[62675]: DEBUG nova.compute.manager [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Received event network-vif-plugged-387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.911130] env[62675]: DEBUG oslo_concurrency.lockutils [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] Acquiring lock "792862b8-a9fa-46ed-828d-a9f8b698d969-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.912019] env[62675]: DEBUG oslo_concurrency.lockutils [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.912333] env[62675]: DEBUG oslo_concurrency.lockutils [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.912647] env[62675]: DEBUG nova.compute.manager [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] No waiting events found dispatching network-vif-plugged-387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.912966] env[62675]: WARNING nova.compute.manager [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Received unexpected event network-vif-plugged-387225f9-fe2f-4f16-a480-44ba90c2361d for instance with vm_state building and task_state spawning. [ 780.913303] env[62675]: DEBUG nova.compute.manager [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Received event network-changed-387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.913613] env[62675]: DEBUG nova.compute.manager [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Refreshing instance network info cache due to event network-changed-387225f9-fe2f-4f16-a480-44ba90c2361d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 780.913921] env[62675]: DEBUG oslo_concurrency.lockutils [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] Acquiring lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.924451] env[62675]: DEBUG nova.network.neutron [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updating instance_info_cache with network_info: [{"id": "387225f9-fe2f-4f16-a480-44ba90c2361d", "address": "fa:16:3e:2d:1a:b6", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387225f9-fe", "ovs_interfaceid": "387225f9-fe2f-4f16-a480-44ba90c2361d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.022751] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e79ae5d-8a96-4e5c-99f3-bc2b28c2e369 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.959s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.041294] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.062289] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690746, 'name': Rename_Task, 'duration_secs': 0.20981} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.065124] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.065447] env[62675]: DEBUG oslo_vmware.api [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690745, 'name': PowerOffVM_Task, 'duration_secs': 0.213707} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.065649] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a8b518d-e1f5-4bd5-996d-e2d6423456fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.067364] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.067560] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.067799] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0801a1fc-76a5-4212-b7ce-fff333aa6969 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.077636] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 781.077636] env[62675]: value = "task-2690747" [ 781.077636] env[62675]: _type = "Task" [ 781.077636] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.088458] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.149363] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.149363] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.149363] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Deleting the datastore file [datastore2] d68f8527-5783-449b-bbbe-e55ba4e54b1c {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.149363] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c03cab56-8229-42d7-8b95-3b475289ba69 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.161238] env[62675]: DEBUG oslo_vmware.api [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Waiting for the task: (returnval){ [ 781.161238] env[62675]: value = "task-2690749" [ 781.161238] env[62675]: _type = "Task" [ 781.161238] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.170163] env[62675]: DEBUG oslo_vmware.api [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.172437] env[62675]: DEBUG nova.network.neutron [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Successfully created port: 820a938d-e683-4446-89bd-5599a8cf4e76 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.427685] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.427685] env[62675]: DEBUG nova.compute.manager [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Instance network_info: |[{"id": "387225f9-fe2f-4f16-a480-44ba90c2361d", "address": "fa:16:3e:2d:1a:b6", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387225f9-fe", "ovs_interfaceid": "387225f9-fe2f-4f16-a480-44ba90c2361d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.427879] env[62675]: DEBUG oslo_concurrency.lockutils [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] Acquired lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.428066] env[62675]: DEBUG nova.network.neutron [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Refreshing network info cache for port 387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.429651] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:1a:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '387225f9-fe2f-4f16-a480-44ba90c2361d', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.439222] env[62675]: DEBUG oslo.service.loopingcall [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.440749] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.440888] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1022a6c-7369-4d88-8f2e-b2a5c2de02e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.462018] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.462018] env[62675]: value = "task-2690750" [ 781.462018] env[62675]: _type = "Task" [ 781.462018] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.471593] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690750, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.589385] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.600465] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.600465] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95d2de70-a4a8-4c7e-8409-d0168ffe4df7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.611832] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 781.611832] env[62675]: value = "task-2690751" [ 781.611832] env[62675]: _type = "Task" [ 781.611832] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.623596] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.675109] env[62675]: DEBUG oslo_vmware.api [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Task: {'id': task-2690749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260187} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.675455] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.675868] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.675868] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.675992] env[62675]: INFO nova.compute.manager [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 781.676381] env[62675]: DEBUG oslo.service.loopingcall [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.676381] env[62675]: DEBUG nova.compute.manager [-] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 781.676493] env[62675]: DEBUG nova.network.neutron [-] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.973691] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690750, 'name': CreateVM_Task, 'duration_secs': 0.487843} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.976317] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.977878] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.977878] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.978126] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 781.981792] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e458a549-1873-4ac9-9fed-e1d5a522ae8a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.984897] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 781.984897] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cf4ff6-cb06-327b-acd0-12e3ca12cca6" [ 781.984897] env[62675]: _type = "Task" [ 781.984897] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.996871] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cf4ff6-cb06-327b-acd0-12e3ca12cca6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.071843] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee0d533-fa87-4c33-a050-8f201672bfba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.083853] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfac502-a3f2-4c7f-8a90-3963892b1c10 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.092907] env[62675]: DEBUG oslo_vmware.api [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690747, 'name': PowerOnVM_Task, 'duration_secs': 0.749507} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.119166] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.119470] env[62675]: INFO nova.compute.manager [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Took 9.58 seconds to spawn the instance on the hypervisor. [ 782.119700] env[62675]: DEBUG nova.compute.manager [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.121205] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21136431-00df-4408-a6fd-4f0388b27c03 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.126838] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3680943-8347-4f15-b603-7e51a41a1d28 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.139608] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7eb48e-97dc-4144-8dbf-471f90917a2d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.143874] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690751, 'name': PowerOffVM_Task, 'duration_secs': 0.314223} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.147014] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.147286] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.148799] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23aa91a0-c255-443d-b8b5-22032cf65366 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.162639] env[62675]: DEBUG nova.compute.provider_tree [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.170450] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.170734] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dd7e31a-a04d-45cb-9081-81413d32f3fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.265624] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.265857] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.266027] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleting the datastore file [datastore1] 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.266314] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcd85a27-39d8-4db5-870b-57bc35e58716 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.273666] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 782.273666] env[62675]: value = "task-2690753" [ 782.273666] env[62675]: _type = "Task" [ 782.273666] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.282288] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.499988] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cf4ff6-cb06-327b-acd0-12e3ca12cca6, 'name': SearchDatastore_Task, 'duration_secs': 0.015387} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.500464] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.500746] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.501331] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.503582] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.503582] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.503582] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4617f656-42cc-46ef-a964-c92b0cd87984 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.514531] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.514781] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.515594] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99fd6c70-de48-48a1-b15b-b249ce7286ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.522107] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 782.522107] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525c0a88-f826-b0c0-6732-b7a9d378add3" [ 782.522107] env[62675]: _type = "Task" [ 782.522107] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.530855] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525c0a88-f826-b0c0-6732-b7a9d378add3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.654894] env[62675]: DEBUG nova.network.neutron [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updated VIF entry in instance network info cache for port 387225f9-fe2f-4f16-a480-44ba90c2361d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.654894] env[62675]: DEBUG nova.network.neutron [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updating instance_info_cache with network_info: [{"id": "387225f9-fe2f-4f16-a480-44ba90c2361d", "address": "fa:16:3e:2d:1a:b6", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387225f9-fe", "ovs_interfaceid": "387225f9-fe2f-4f16-a480-44ba90c2361d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.661903] env[62675]: INFO nova.compute.manager [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Took 44.25 seconds to build instance. [ 782.667757] env[62675]: DEBUG nova.scheduler.client.report [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.783845] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22484} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.784089] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.784277] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.784448] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.036457] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525c0a88-f826-b0c0-6732-b7a9d378add3, 'name': SearchDatastore_Task, 'duration_secs': 0.014669} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.039025] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7efbebf-e853-45e9-9304-a67758ce3e21 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.047805] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 783.047805] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52892b74-b4b7-02aa-83a8-1f44b720f589" [ 783.047805] env[62675]: _type = "Task" [ 783.047805] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.058883] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52892b74-b4b7-02aa-83a8-1f44b720f589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.138357] env[62675]: DEBUG nova.network.neutron [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Successfully updated port: 820a938d-e683-4446-89bd-5599a8cf4e76 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.159506] env[62675]: DEBUG oslo_concurrency.lockutils [req-ea284e7d-7abb-4c00-8e99-e9fefeab7c27 req-65ba9169-064f-4b66-9c9c-8871ef13fc3b service nova] Releasing lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.167552] env[62675]: DEBUG oslo_concurrency.lockutils [None req-73ee954e-5a18-49c7-b774-b225787660cf tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.763s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.179018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.405s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.179018] env[62675]: DEBUG nova.compute.manager [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.179018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.087s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.179378] env[62675]: DEBUG nova.objects.instance [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lazy-loading 'resources' on Instance uuid 54077f0d-3e5c-4aa3-98f0-2434c168ce06 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.248418] env[62675]: DEBUG nova.network.neutron [-] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.559854] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52892b74-b4b7-02aa-83a8-1f44b720f589, 'name': SearchDatastore_Task, 'duration_secs': 0.014627} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.560636] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.560636] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 792862b8-a9fa-46ed-828d-a9f8b698d969/792862b8-a9fa-46ed-828d-a9f8b698d969.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.560872] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-942afeee-d51a-4c71-baea-1d1d2c03c9b9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.569218] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 783.569218] env[62675]: value = "task-2690754" [ 783.569218] env[62675]: _type = "Task" [ 783.569218] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.578320] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.641707] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.642019] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.642109] env[62675]: DEBUG nova.network.neutron [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.670213] env[62675]: DEBUG nova.compute.manager [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.682853] env[62675]: DEBUG nova.compute.utils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 783.687813] env[62675]: DEBUG nova.compute.manager [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.690665] env[62675]: DEBUG nova.network.neutron [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.744039] env[62675]: DEBUG nova.policy [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289b267f1dcd466baae0392b04879888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7a6c2821f434620a88f33810a52c0f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.754662] env[62675]: INFO nova.compute.manager [-] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Took 2.08 seconds to deallocate network for instance. [ 783.828500] env[62675]: DEBUG nova.virt.hardware [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.828730] env[62675]: DEBUG nova.virt.hardware [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.828980] env[62675]: DEBUG nova.virt.hardware [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.830061] env[62675]: DEBUG nova.virt.hardware [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.830061] env[62675]: DEBUG nova.virt.hardware [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.832387] env[62675]: DEBUG nova.virt.hardware [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.832387] env[62675]: DEBUG nova.virt.hardware [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.832387] env[62675]: DEBUG nova.virt.hardware [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.832387] env[62675]: DEBUG nova.virt.hardware [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.832387] env[62675]: DEBUG nova.virt.hardware [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.832387] env[62675]: DEBUG nova.virt.hardware [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.833322] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f24d496-2e76-4a33-acad-693e4f5ffc22 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.843583] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce7850f-23b9-47c2-a085-89df507d4e5f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.863202] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:fb:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e25017e-f842-4f65-ac78-25f181670ad9', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.871346] env[62675]: DEBUG oslo.service.loopingcall [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 783.874747] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.876476] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac8feca5-e44f-454a-9bf8-b61ac1fbb562 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.902575] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.902575] env[62675]: value = "task-2690755" [ 783.902575] env[62675]: _type = "Task" [ 783.902575] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.914871] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690755, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.081121] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690754, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.180649] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "06783f6d-1c8a-4895-88ef-9401fb6cd81b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.181225] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "06783f6d-1c8a-4895-88ef-9401fb6cd81b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.188647] env[62675]: DEBUG nova.compute.manager [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.203943] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.214650] env[62675]: WARNING nova.network.neutron [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] 05516cfa-97b0-486c-bf21-b93c5351a90a already exists in list: networks containing: ['05516cfa-97b0-486c-bf21-b93c5351a90a']. ignoring it [ 784.218972] env[62675]: DEBUG nova.network.neutron [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Successfully created port: 7d078a4b-b6e5-416c-8056-40e3fbe4becb {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.230824] env[62675]: DEBUG nova.compute.manager [req-6060350f-1ddd-4d50-8b2a-c8bddb153428 req-3f65fa15-dbfb-4972-9491-05b9f1227563 service nova] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Received event network-vif-deleted-1f8a636f-f20b-46b1-bc1e-ea4e5128664f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.261659] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.413432] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690755, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.453089] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366d605f-723a-4b52-a87c-0663c0dd8be7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.463303] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5487a6a-bb74-44f3-a250-b2ba74c1b2ec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.498891] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072013b-76e4-4ad2-b0ee-4c7167f0a697 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.510237] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b335dc-f5a1-4c08-9478-b4ac629d329f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.528193] env[62675]: DEBUG nova.compute.provider_tree [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.584106] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587599} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.584545] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 792862b8-a9fa-46ed-828d-a9f8b698d969/792862b8-a9fa-46ed-828d-a9f8b698d969.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.584829] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.585129] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85a68c48-66f8-45f2-ac2b-72461f8065fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.595167] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 784.595167] env[62675]: value = "task-2690756" [ 784.595167] env[62675]: _type = "Task" [ 784.595167] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.605968] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.773895] env[62675]: DEBUG nova.network.neutron [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Updating instance_info_cache with network_info: [{"id": "ff487247-25ee-45b5-8636-dcc7866d40b7", "address": "fa:16:3e:d5:75:15", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff487247-25", "ovs_interfaceid": "ff487247-25ee-45b5-8636-dcc7866d40b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "820a938d-e683-4446-89bd-5599a8cf4e76", "address": "fa:16:3e:38:43:fb", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap820a938d-e6", "ovs_interfaceid": "820a938d-e683-4446-89bd-5599a8cf4e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.915976] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690755, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.031503] env[62675]: DEBUG nova.scheduler.client.report [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.106183] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152927} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.106518] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.107331] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbde72e-ce6f-4544-a224-ab112cd5b798 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.142692] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 792862b8-a9fa-46ed-828d-a9f8b698d969/792862b8-a9fa-46ed-828d-a9f8b698d969.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.143041] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-716a52ee-16b2-481c-8ccc-4cad5f8c0b36 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.180436] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 785.180436] env[62675]: value = "task-2690757" [ 785.180436] env[62675]: _type = "Task" [ 785.180436] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.192562] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.198028] env[62675]: DEBUG nova.compute.manager [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.222919] env[62675]: DEBUG nova.virt.hardware [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.223067] env[62675]: DEBUG nova.virt.hardware [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.223249] env[62675]: DEBUG nova.virt.hardware [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.223453] env[62675]: DEBUG nova.virt.hardware [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.223883] env[62675]: DEBUG nova.virt.hardware [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.223883] env[62675]: DEBUG nova.virt.hardware [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.223996] env[62675]: DEBUG nova.virt.hardware [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.224344] env[62675]: DEBUG nova.virt.hardware [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.224344] env[62675]: DEBUG nova.virt.hardware [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.224482] env[62675]: DEBUG nova.virt.hardware [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.224590] env[62675]: DEBUG nova.virt.hardware [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.225544] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113b4653-8edc-4cf3-823e-a323b8adfe0e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.235043] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edc2352-78cd-404a-9806-521d3d51c1fb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.277325] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.278037] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.278271] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.279134] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97caccd3-f748-4ec4-b42b-8c70bf06f522 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.296977] env[62675]: DEBUG nova.virt.hardware [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.297348] env[62675]: DEBUG nova.virt.hardware [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.297536] env[62675]: DEBUG nova.virt.hardware [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.297809] env[62675]: DEBUG nova.virt.hardware [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.298029] env[62675]: DEBUG nova.virt.hardware [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.298228] env[62675]: DEBUG nova.virt.hardware [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.298445] env[62675]: DEBUG nova.virt.hardware [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.298604] env[62675]: DEBUG nova.virt.hardware [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.299680] env[62675]: DEBUG nova.virt.hardware [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.299898] env[62675]: DEBUG nova.virt.hardware [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.300108] env[62675]: DEBUG nova.virt.hardware [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.306418] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Reconfiguring VM to attach interface {{(pid=62675) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 785.307149] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23b07882-5f38-41e2-a273-6ccb98bee569 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.325923] env[62675]: DEBUG oslo_vmware.api [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 785.325923] env[62675]: value = "task-2690758" [ 785.325923] env[62675]: _type = "Task" [ 785.325923] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.335340] env[62675]: DEBUG oslo_vmware.api [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690758, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.390146] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 785.390474] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.390613] env[62675]: INFO nova.compute.manager [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Shelving [ 785.416158] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690755, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.536690] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.539643] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.009s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 785.539899] env[62675]: DEBUG nova.objects.instance [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lazy-loading 'resources' on Instance uuid f743ab44-893d-454b-8a4d-69531f28a173 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.565022] env[62675]: INFO nova.scheduler.client.report [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleted allocations for instance 54077f0d-3e5c-4aa3-98f0-2434c168ce06 [ 785.692462] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.837847] env[62675]: DEBUG oslo_vmware.api [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.917179] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690755, 'name': CreateVM_Task, 'duration_secs': 1.551999} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.920440] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.920440] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.920440] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.920440] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 785.920440] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b417da0f-6743-449d-a0c5-4390402c5cda {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.924951] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 785.924951] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52586237-f79a-01d6-e3e8-4907c9bd44ed" [ 785.924951] env[62675]: _type = "Task" [ 785.924951] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.935318] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52586237-f79a-01d6-e3e8-4907c9bd44ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.075383] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc6a0621-6cc8-4deb-9a31-21fda3595325 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "54077f0d-3e5c-4aa3-98f0-2434c168ce06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.922s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.117679] env[62675]: DEBUG nova.network.neutron [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Successfully updated port: 7d078a4b-b6e5-416c-8056-40e3fbe4becb {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.191815] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690757, 'name': ReconfigVM_Task, 'duration_secs': 0.59563} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.192141] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 792862b8-a9fa-46ed-828d-a9f8b698d969/792862b8-a9fa-46ed-828d-a9f8b698d969.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.192768] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b775d67a-d195-4f35-9ff0-5fa40a343f44 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.203657] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 786.203657] env[62675]: value = "task-2690759" [ 786.203657] env[62675]: _type = "Task" [ 786.203657] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.215813] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690759, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.340549] env[62675]: DEBUG oslo_vmware.api [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690758, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.401084] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.401886] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58fd2774-f183-45cd-887d-7dc5ea554138 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.411702] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 786.411702] env[62675]: value = "task-2690760" [ 786.411702] env[62675]: _type = "Task" [ 786.411702] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.426990] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.442665] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52586237-f79a-01d6-e3e8-4907c9bd44ed, 'name': SearchDatastore_Task, 'duration_secs': 0.015194} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.442665] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.442665] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.443060] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.443534] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.443534] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.443634] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e845dbba-c9b1-40ff-8d69-17ad6c511f65 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.454716] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.454911] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.456276] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c49d2e-162b-434a-a833-16be001452e7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.465031] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 786.465031] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52233a0f-87e5-5b24-110b-e42b83fed3a3" [ 786.465031] env[62675]: _type = "Task" [ 786.465031] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.474529] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52233a0f-87e5-5b24-110b-e42b83fed3a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.594757] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5656fa33-f9d0-495b-b73f-a505d1fca8f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.598912] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254d665-f625-5bdd-0d73-771e17ad2e9f/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.599937] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5b1410-9228-4c76-96dd-3d3b841ef2a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.607032] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254d665-f625-5bdd-0d73-771e17ad2e9f/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.607032] env[62675]: ERROR oslo_vmware.rw_handles [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254d665-f625-5bdd-0d73-771e17ad2e9f/disk-0.vmdk due to incomplete transfer. [ 786.608609] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-869f1c3d-a1d3-41f0-971a-5f40755f97de {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.611362] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ea2deb-da89-40a5-a869-cd412b6e2d93 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.644644] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "refresh_cache-904c0016-d048-4077-9a77-adb0d00c0c38" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.644796] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "refresh_cache-904c0016-d048-4077-9a77-adb0d00c0c38" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.644946] env[62675]: DEBUG nova.network.neutron [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.649369] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837cb1c8-f771-4fb4-a78d-3c1764d288a7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.653378] env[62675]: DEBUG nova.compute.manager [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Received event network-vif-plugged-820a938d-e683-4446-89bd-5599a8cf4e76 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.653591] env[62675]: DEBUG oslo_concurrency.lockutils [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] Acquiring lock "51bce6bc-d67b-40e2-8507-e46b368837eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.653807] env[62675]: DEBUG oslo_concurrency.lockutils [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] Lock "51bce6bc-d67b-40e2-8507-e46b368837eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.653982] env[62675]: DEBUG oslo_concurrency.lockutils [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] Lock "51bce6bc-d67b-40e2-8507-e46b368837eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.654160] env[62675]: DEBUG nova.compute.manager [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] No waiting events found dispatching network-vif-plugged-820a938d-e683-4446-89bd-5599a8cf4e76 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.654337] env[62675]: WARNING nova.compute.manager [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Received unexpected event network-vif-plugged-820a938d-e683-4446-89bd-5599a8cf4e76 for instance with vm_state active and task_state None. [ 786.654497] env[62675]: DEBUG nova.compute.manager [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Received event network-changed-820a938d-e683-4446-89bd-5599a8cf4e76 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.654646] env[62675]: DEBUG nova.compute.manager [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Refreshing instance network info cache due to event network-changed-820a938d-e683-4446-89bd-5599a8cf4e76. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 786.654828] env[62675]: DEBUG oslo_concurrency.lockutils [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] Acquiring lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.654961] env[62675]: DEBUG oslo_concurrency.lockutils [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] Acquired lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.655129] env[62675]: DEBUG nova.network.neutron [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Refreshing network info cache for port 820a938d-e683-4446-89bd-5599a8cf4e76 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.656619] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5254d665-f625-5bdd-0d73-771e17ad2e9f/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.656799] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Uploaded image f9acf555-9628-42b0-bd3b-f429474c7adf to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 786.659446] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 786.660613] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-39ddae0c-eca2-43d2-873b-6eaaf072bceb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.670214] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f651251b-d3f6-4a5d-ad3a-d68d4f438009 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.676689] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 786.676689] env[62675]: value = "task-2690761" [ 786.676689] env[62675]: _type = "Task" [ 786.676689] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.690129] env[62675]: DEBUG nova.compute.provider_tree [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.699538] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690761, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.715646] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690759, 'name': Rename_Task, 'duration_secs': 0.251376} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.716172] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.716257] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bf8a884-a17a-4845-a7d8-0f6796695736 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.724054] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 786.724054] env[62675]: value = "task-2690762" [ 786.724054] env[62675]: _type = "Task" [ 786.724054] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.732769] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.839795] env[62675]: DEBUG oslo_vmware.api [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690758, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.921622] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690760, 'name': PowerOffVM_Task, 'duration_secs': 0.271942} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.921908] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.922736] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc27041-b197-4d71-b95d-3fd21f1945b9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.942636] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa778b09-3eca-4472-a40b-b2413b787c05 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.975272] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52233a0f-87e5-5b24-110b-e42b83fed3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.015668} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.976078] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-234b4dec-2d78-4ba9-832c-a5b9419acdb2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.981968] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 786.981968] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ac7e14-a9eb-148b-8f1b-09ff50675bc6" [ 786.981968] env[62675]: _type = "Task" [ 786.981968] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.990425] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ac7e14-a9eb-148b-8f1b-09ff50675bc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.190619] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690761, 'name': Destroy_Task, 'duration_secs': 0.440448} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.190842] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Destroyed the VM [ 787.191064] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.191321] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f9bcf5d-9797-436a-92ad-3f87b2392e78 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.193675] env[62675]: DEBUG nova.scheduler.client.report [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.204885] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 787.204885] env[62675]: value = "task-2690763" [ 787.204885] env[62675]: _type = "Task" [ 787.204885] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.217428] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690763, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.219397] env[62675]: DEBUG nova.network.neutron [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.237303] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690762, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.340812] env[62675]: DEBUG oslo_vmware.api [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690758, 'name': ReconfigVM_Task, 'duration_secs': 1.730358} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.341434] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.341702] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Reconfigured VM to attach interface {{(pid=62675) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 787.455193] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 787.455564] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2da78ea5-7ea4-4d1c-915c-5fdae81118a9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.469343] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 787.469343] env[62675]: value = "task-2690764" [ 787.469343] env[62675]: _type = "Task" [ 787.469343] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.479798] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.492226] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ac7e14-a9eb-148b-8f1b-09ff50675bc6, 'name': SearchDatastore_Task, 'duration_secs': 0.018101} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.492519] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.492778] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6/5133ab7a-dad7-4c81-85b4-732ccdb1d6d6.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.493083] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56fda3bc-73f0-4152-be12-d1ef866ac8f9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.501591] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 787.501591] env[62675]: value = "task-2690765" [ 787.501591] env[62675]: _type = "Task" [ 787.501591] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.510506] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.513806] env[62675]: DEBUG nova.network.neutron [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Updating instance_info_cache with network_info: [{"id": "7d078a4b-b6e5-416c-8056-40e3fbe4becb", "address": "fa:16:3e:47:99:98", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d078a4b-b6", "ovs_interfaceid": "7d078a4b-b6e5-416c-8056-40e3fbe4becb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.549577] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "63deed87-537f-4999-8eaa-19d3472c114b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.549888] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "63deed87-537f-4999-8eaa-19d3472c114b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.550124] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "63deed87-537f-4999-8eaa-19d3472c114b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.550317] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "63deed87-537f-4999-8eaa-19d3472c114b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.550491] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "63deed87-537f-4999-8eaa-19d3472c114b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.554167] env[62675]: INFO nova.compute.manager [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Terminating instance [ 787.594891] env[62675]: DEBUG nova.network.neutron [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Updated VIF entry in instance network info cache for port 820a938d-e683-4446-89bd-5599a8cf4e76. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.595440] env[62675]: DEBUG nova.network.neutron [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Updating instance_info_cache with network_info: [{"id": "ff487247-25ee-45b5-8636-dcc7866d40b7", "address": "fa:16:3e:d5:75:15", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff487247-25", "ovs_interfaceid": "ff487247-25ee-45b5-8636-dcc7866d40b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "820a938d-e683-4446-89bd-5599a8cf4e76", "address": "fa:16:3e:38:43:fb", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap820a938d-e6", "ovs_interfaceid": "820a938d-e683-4446-89bd-5599a8cf4e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.700098] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.702541] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 28.480s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.716499] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690763, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.731564] env[62675]: INFO nova.scheduler.client.report [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Deleted allocations for instance f743ab44-893d-454b-8a4d-69531f28a173 [ 787.740520] env[62675]: DEBUG oslo_vmware.api [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2690762, 'name': PowerOnVM_Task, 'duration_secs': 0.835908} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.740918] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.741141] env[62675]: INFO nova.compute.manager [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Took 9.24 seconds to spawn the instance on the hypervisor. [ 787.741323] env[62675]: DEBUG nova.compute.manager [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.742291] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327b51b3-bf93-4416-aeb6-fd2a096462bc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.846823] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7498256-5dd3-4499-8d31-81f0f127649c tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-51bce6bc-d67b-40e2-8507-e46b368837eb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.092s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.980370] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690764, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.011758] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509585} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.012033] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6/5133ab7a-dad7-4c81-85b4-732ccdb1d6d6.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.012259] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.012512] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c84a5d9-ef1b-4d42-aa40-2281bc686315 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.019119] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "refresh_cache-904c0016-d048-4077-9a77-adb0d00c0c38" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.019423] env[62675]: DEBUG nova.compute.manager [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Instance network_info: |[{"id": "7d078a4b-b6e5-416c-8056-40e3fbe4becb", "address": "fa:16:3e:47:99:98", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d078a4b-b6", "ovs_interfaceid": "7d078a4b-b6e5-416c-8056-40e3fbe4becb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.019981] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 788.019981] env[62675]: value = "task-2690766" [ 788.019981] env[62675]: _type = "Task" [ 788.019981] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.020106] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:99:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d078a4b-b6e5-416c-8056-40e3fbe4becb', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.027612] env[62675]: DEBUG oslo.service.loopingcall [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.027901] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.031472] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d88cc395-fd5a-4df8-81e7-16036ddecab9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.052665] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.058451] env[62675]: DEBUG nova.compute.manager [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.058653] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.059515] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e70a74-5010-41bc-bced-33c7fc332c44 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.063633] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.063633] env[62675]: value = "task-2690767" [ 788.063633] env[62675]: _type = "Task" [ 788.063633] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.069429] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.070012] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-763e608c-fc60-49e5-805d-956e00ec2d63 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.074580] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690767, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.075950] env[62675]: DEBUG oslo_vmware.api [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 788.075950] env[62675]: value = "task-2690768" [ 788.075950] env[62675]: _type = "Task" [ 788.075950] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.085536] env[62675]: DEBUG oslo_vmware.api [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.098511] env[62675]: DEBUG oslo_concurrency.lockutils [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] Releasing lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.098741] env[62675]: DEBUG nova.compute.manager [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Received event network-vif-plugged-7d078a4b-b6e5-416c-8056-40e3fbe4becb {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.098945] env[62675]: DEBUG oslo_concurrency.lockutils [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] Acquiring lock "904c0016-d048-4077-9a77-adb0d00c0c38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.099189] env[62675]: DEBUG oslo_concurrency.lockutils [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] Lock "904c0016-d048-4077-9a77-adb0d00c0c38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.099358] env[62675]: DEBUG oslo_concurrency.lockutils [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] Lock "904c0016-d048-4077-9a77-adb0d00c0c38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.099535] env[62675]: DEBUG nova.compute.manager [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] No waiting events found dispatching network-vif-plugged-7d078a4b-b6e5-416c-8056-40e3fbe4becb {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.099694] env[62675]: WARNING nova.compute.manager [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Received unexpected event network-vif-plugged-7d078a4b-b6e5-416c-8056-40e3fbe4becb for instance with vm_state building and task_state spawning. [ 788.099867] env[62675]: DEBUG nova.compute.manager [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Received event network-changed-7d078a4b-b6e5-416c-8056-40e3fbe4becb {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.100046] env[62675]: DEBUG nova.compute.manager [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Refreshing instance network info cache due to event network-changed-7d078a4b-b6e5-416c-8056-40e3fbe4becb. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.100291] env[62675]: DEBUG oslo_concurrency.lockutils [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] Acquiring lock "refresh_cache-904c0016-d048-4077-9a77-adb0d00c0c38" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.100377] env[62675]: DEBUG oslo_concurrency.lockutils [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] Acquired lock "refresh_cache-904c0016-d048-4077-9a77-adb0d00c0c38" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.100605] env[62675]: DEBUG nova.network.neutron [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Refreshing network info cache for port 7d078a4b-b6e5-416c-8056-40e3fbe4becb {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.205827] env[62675]: DEBUG nova.objects.instance [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lazy-loading 'migration_context' on Instance uuid 1b9677be-196b-403a-8d79-7b7c694046eb {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.217286] env[62675]: DEBUG oslo_vmware.api [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690763, 'name': RemoveSnapshot_Task, 'duration_secs': 0.583533} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.217552] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 788.217776] env[62675]: INFO nova.compute.manager [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Took 14.86 seconds to snapshot the instance on the hypervisor. [ 788.244674] env[62675]: DEBUG oslo_concurrency.lockutils [None req-98640856-0e49-4780-b03a-49ebcd7553b4 tempest-ServersTestMultiNic-1946695515 tempest-ServersTestMultiNic-1946695515-project-member] Lock "f743ab44-893d-454b-8a4d-69531f28a173" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.988s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.262706] env[62675]: INFO nova.compute.manager [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Took 41.24 seconds to build instance. [ 788.480256] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690764, 'name': CreateSnapshot_Task, 'duration_secs': 0.730983} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.480256] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 788.480570] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f43115f-a9ac-43be-aec0-bb6d4b9cc7d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.538325] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103557} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.538477] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.539316] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135d639e-3615-48b8-a647-df5ea16e9227 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.567057] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6/5133ab7a-dad7-4c81-85b4-732ccdb1d6d6.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.567447] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47261cd1-528b-4107-9c5b-5dcd1af12b6d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.594182] env[62675]: DEBUG oslo_vmware.api [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690768, 'name': PowerOffVM_Task, 'duration_secs': 0.289633} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.597783] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.597971] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.598301] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 788.598301] env[62675]: value = "task-2690769" [ 788.598301] env[62675]: _type = "Task" [ 788.598301] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.598455] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690767, 'name': CreateVM_Task, 'duration_secs': 0.473914} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.598640] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15a5ea37-b446-4673-b046-f2250c0edb94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.600184] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.603324] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.603485] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.603792] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 788.604419] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-529cb235-29f6-4774-8d7c-276016bdab18 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.614642] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690769, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.615624] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 788.615624] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52181e17-ca39-1db1-c50c-d0ca50445a4a" [ 788.615624] env[62675]: _type = "Task" [ 788.615624] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.625906] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52181e17-ca39-1db1-c50c-d0ca50445a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010882} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.626197] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.626431] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.626658] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.626803] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.626982] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.627251] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a5ff345-2495-4df1-be03-ef36a4a206e4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.637730] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.637730] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.638192] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423fd90f-df79-4e6a-8dae-13ea1efeefa2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.644190] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 788.644190] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522c2dbd-393c-0ae0-304e-b7d2d1cbdf0e" [ 788.644190] env[62675]: _type = "Task" [ 788.644190] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.652488] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522c2dbd-393c-0ae0-304e-b7d2d1cbdf0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.677598] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.677867] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.678013] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleting the datastore file [datastore2] 63deed87-537f-4999-8eaa-19d3472c114b {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.678293] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfd381bb-31fc-49d9-8e52-98d5c962638a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.685350] env[62675]: DEBUG oslo_vmware.api [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 788.685350] env[62675]: value = "task-2690771" [ 788.685350] env[62675]: _type = "Task" [ 788.685350] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.697709] env[62675]: DEBUG oslo_vmware.api [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.765597] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b6968863-eba4-4dc1-848e-789e3430214d tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.759s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.809349] env[62675]: DEBUG nova.compute.manager [None req-7ab33cd7-2c8f-42e8-9f87-025f0efbc607 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Found 2 images (rotation: 2) {{(pid=62675) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 788.941276] env[62675]: DEBUG nova.network.neutron [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Updated VIF entry in instance network info cache for port 7d078a4b-b6e5-416c-8056-40e3fbe4becb. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.941672] env[62675]: DEBUG nova.network.neutron [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Updating instance_info_cache with network_info: [{"id": "7d078a4b-b6e5-416c-8056-40e3fbe4becb", "address": "fa:16:3e:47:99:98", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d078a4b-b6", "ovs_interfaceid": "7d078a4b-b6e5-416c-8056-40e3fbe4becb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.999042] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 789.002289] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34faddd1-9c54-4e82-8077-0f4432245e77 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.015193] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 789.015193] env[62675]: value = "task-2690772" [ 789.015193] env[62675]: _type = "Task" [ 789.015193] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.027742] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690772, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.118823] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.162333] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522c2dbd-393c-0ae0-304e-b7d2d1cbdf0e, 'name': SearchDatastore_Task, 'duration_secs': 0.011091} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.164882] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-607701f8-ebb8-4942-9283-ab7e9ce7cd1d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.175719] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 789.175719] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523d0121-d18d-6b4f-a8a3-06d1846d515f" [ 789.175719] env[62675]: _type = "Task" [ 789.175719] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.191649] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523d0121-d18d-6b4f-a8a3-06d1846d515f, 'name': SearchDatastore_Task, 'duration_secs': 0.012926} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.196791] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.196962] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 904c0016-d048-4077-9a77-adb0d00c0c38/904c0016-d048-4077-9a77-adb0d00c0c38.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.197397] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b545f2a-fe7d-4333-8b3b-417cbd1bf358 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.206999] env[62675]: DEBUG oslo_vmware.api [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140134} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.211537] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.211744] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.211968] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.212156] env[62675]: INFO nova.compute.manager [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 789.212402] env[62675]: DEBUG oslo.service.loopingcall [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.212701] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 789.212701] env[62675]: value = "task-2690773" [ 789.212701] env[62675]: _type = "Task" [ 789.212701] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.213164] env[62675]: DEBUG nova.compute.manager [-] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.213282] env[62675]: DEBUG nova.network.neutron [-] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.225379] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.274818] env[62675]: DEBUG nova.compute.manager [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.350841] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb264950-100c-40a9-b6c3-0c09c1c20ae3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.359837] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d9b5a6-6944-4c14-be82-f582851a402c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.395515] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e18efa7-8641-44f4-a6c6-c5d05f962320 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.406496] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3271662-aebd-480d-b286-1780e5e894a9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.423162] env[62675]: DEBUG nova.compute.provider_tree [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.444636] env[62675]: DEBUG oslo_concurrency.lockutils [req-37aa768a-6601-4b7d-a03f-d8a42d833423 req-fe2c9476-54da-4d7d-8f3c-733405621c1c service nova] Releasing lock "refresh_cache-904c0016-d048-4077-9a77-adb0d00c0c38" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.528103] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690772, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.621620] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690769, 'name': ReconfigVM_Task, 'duration_secs': 0.921368} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.622617] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6/5133ab7a-dad7-4c81-85b4-732ccdb1d6d6.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.622886] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c8cb1ef-11ff-4b2b-b47c-fcabe2765f33 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.636023] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 789.636023] env[62675]: value = "task-2690774" [ 789.636023] env[62675]: _type = "Task" [ 789.636023] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.649254] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690774, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.653165] env[62675]: DEBUG oslo_concurrency.lockutils [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "3002f008-80ba-4e6b-8ec6-530646763010" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.653819] env[62675]: DEBUG oslo_concurrency.lockutils [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.729289] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506645} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.730112] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 904c0016-d048-4077-9a77-adb0d00c0c38/904c0016-d048-4077-9a77-adb0d00c0c38.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.730518] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.730899] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f6946b2-50a2-41f6-b253-9082dd891b95 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.740686] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 789.740686] env[62675]: value = "task-2690775" [ 789.740686] env[62675]: _type = "Task" [ 789.740686] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.752802] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.806057] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.926748] env[62675]: DEBUG nova.scheduler.client.report [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.025367] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690772, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.145227] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690774, 'name': Rename_Task, 'duration_secs': 0.223418} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.145580] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.145914] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb02d1bc-a1a1-4c16-9cbf-9fd0e934c8da {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.153754] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 790.153754] env[62675]: value = "task-2690776" [ 790.153754] env[62675]: _type = "Task" [ 790.153754] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.158824] env[62675]: INFO nova.compute.manager [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Detaching volume 5fe487a2-eee2-4272-85a3-199c135a0ab0 [ 790.166985] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.214147] env[62675]: INFO nova.virt.block_device [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Attempting to driver detach volume 5fe487a2-eee2-4272-85a3-199c135a0ab0 from mountpoint /dev/sdb [ 790.214326] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 790.214524] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542322', 'volume_id': '5fe487a2-eee2-4272-85a3-199c135a0ab0', 'name': 'volume-5fe487a2-eee2-4272-85a3-199c135a0ab0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3002f008-80ba-4e6b-8ec6-530646763010', 'attached_at': '', 'detached_at': '', 'volume_id': '5fe487a2-eee2-4272-85a3-199c135a0ab0', 'serial': '5fe487a2-eee2-4272-85a3-199c135a0ab0'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 790.217383] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745ae612-1840-47dc-a293-f77f569880af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.238280] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14561c14-a76b-4c83-a9b0-f9a1ccfdd21a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.249798] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096157} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.251639] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.252548] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992b29ef-47af-4937-87f0-5ac580a318f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.255689] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd4a720-24f9-46e1-abcf-d713a933fdf0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.281283] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 904c0016-d048-4077-9a77-adb0d00c0c38/904c0016-d048-4077-9a77-adb0d00c0c38.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.301483] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51a200e3-20c9-4e80-8e62-81dd72d1aa16 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.318642] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29384c48-7732-4200-a47d-e530026fc4d1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.337499] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] The volume has not been displaced from its original location: [datastore2] volume-5fe487a2-eee2-4272-85a3-199c135a0ab0/volume-5fe487a2-eee2-4272-85a3-199c135a0ab0.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 790.342888] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Reconfiguring VM instance instance-0000001c to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 790.344675] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa6afb4-dd01-4427-bbb1-b677f56d87a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.364023] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 790.364023] env[62675]: value = "task-2690777" [ 790.364023] env[62675]: _type = "Task" [ 790.364023] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.364023] env[62675]: DEBUG nova.network.neutron [-] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.370029] env[62675]: DEBUG oslo_vmware.api [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 790.370029] env[62675]: value = "task-2690778" [ 790.370029] env[62675]: _type = "Task" [ 790.370029] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.375633] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.390187] env[62675]: DEBUG oslo_vmware.api [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.470317] env[62675]: DEBUG nova.compute.manager [req-3737c273-5526-4ddd-b2f1-a95a466aa23a req-8aa2fc81-dd4e-45f5-a562-8f3a479c6235 service nova] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Received event network-vif-deleted-e364100c-5b9a-4981-b82d-89d922c0ec50 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 790.527279] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690772, 'name': CloneVM_Task, 'duration_secs': 1.295123} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.527403] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Created linked-clone VM from snapshot [ 790.528107] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e20ba8-2b33-400d-8c17-c43e2e97cd69 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.537602] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Uploading image c4e1da19-f251-453a-845f-79fef9047c49 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 790.561202] env[62675]: DEBUG oslo_vmware.rw_handles [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 790.561202] env[62675]: value = "vm-542354" [ 790.561202] env[62675]: _type = "VirtualMachine" [ 790.561202] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 790.562020] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-03472ad6-585b-4478-bd8e-03560a008bc9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.572156] env[62675]: DEBUG oslo_vmware.rw_handles [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lease: (returnval){ [ 790.572156] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e7206e-408e-c89b-1545-ce15207fe051" [ 790.572156] env[62675]: _type = "HttpNfcLease" [ 790.572156] env[62675]: } obtained for exporting VM: (result){ [ 790.572156] env[62675]: value = "vm-542354" [ 790.572156] env[62675]: _type = "VirtualMachine" [ 790.572156] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 790.572496] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the lease: (returnval){ [ 790.572496] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e7206e-408e-c89b-1545-ce15207fe051" [ 790.572496] env[62675]: _type = "HttpNfcLease" [ 790.572496] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 790.588297] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.588297] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e7206e-408e-c89b-1545-ce15207fe051" [ 790.588297] env[62675]: _type = "HttpNfcLease" [ 790.588297] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 790.666701] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690776, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.867445] env[62675]: INFO nova.compute.manager [-] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Took 1.65 seconds to deallocate network for instance. [ 790.877826] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690777, 'name': ReconfigVM_Task, 'duration_secs': 0.351862} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.881261] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 904c0016-d048-4077-9a77-adb0d00c0c38/904c0016-d048-4077-9a77-adb0d00c0c38.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.882138] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb3459b3-5b44-4706-8cb1-c3723ec652c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.892686] env[62675]: DEBUG oslo_vmware.api [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690778, 'name': ReconfigVM_Task, 'duration_secs': 0.288447} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.892686] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Reconfigured VM instance instance-0000001c to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 790.897631] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 790.897631] env[62675]: value = "task-2690780" [ 790.897631] env[62675]: _type = "Task" [ 790.897631] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.897959] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62e252c3-cf18-489c-9984-a778103f113d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.919279] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690780, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.920854] env[62675]: DEBUG oslo_vmware.api [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 790.920854] env[62675]: value = "task-2690781" [ 790.920854] env[62675]: _type = "Task" [ 790.920854] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.931397] env[62675]: DEBUG oslo_vmware.api [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.946455] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.244s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.955738] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.559s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.966158] env[62675]: DEBUG nova.compute.manager [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.966158] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2f1dcf-417d-425f-92fa-74ba6919e546 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.083539] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.083539] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e7206e-408e-c89b-1545-ce15207fe051" [ 791.083539] env[62675]: _type = "HttpNfcLease" [ 791.083539] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 791.083865] env[62675]: DEBUG oslo_vmware.rw_handles [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 791.083865] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e7206e-408e-c89b-1545-ce15207fe051" [ 791.083865] env[62675]: _type = "HttpNfcLease" [ 791.083865] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 791.084689] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6ccfef-d3f9-4383-a4e1-21e172f3d5dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.100056] env[62675]: DEBUG oslo_vmware.rw_handles [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef37f3-19ca-5df5-97ef-659afb7078d9/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 791.100296] env[62675]: DEBUG oslo_vmware.rw_handles [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef37f3-19ca-5df5-97ef-659afb7078d9/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 791.176051] env[62675]: DEBUG oslo_vmware.api [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690776, 'name': PowerOnVM_Task, 'duration_secs': 0.970587} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.176376] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.176618] env[62675]: DEBUG nova.compute.manager [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.177477] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848c387f-75d6-4560-bad4-ce0aed55762d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.214022] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-215ab1cd-9e60-4030-a876-96cacb5bb292 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.360880] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "interface-51bce6bc-d67b-40e2-8507-e46b368837eb-820a938d-e683-4446-89bd-5599a8cf4e76" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.361139] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-51bce6bc-d67b-40e2-8507-e46b368837eb-820a938d-e683-4446-89bd-5599a8cf4e76" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.380625] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.423161] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690780, 'name': Rename_Task, 'duration_secs': 0.163423} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.427930] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.431898] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dff1050-e66b-41f0-9891-ac77e043b8d6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.440882] env[62675]: DEBUG oslo_vmware.api [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690781, 'name': ReconfigVM_Task, 'duration_secs': 0.175585} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.442377] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542322', 'volume_id': '5fe487a2-eee2-4272-85a3-199c135a0ab0', 'name': 'volume-5fe487a2-eee2-4272-85a3-199c135a0ab0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3002f008-80ba-4e6b-8ec6-530646763010', 'attached_at': '', 'detached_at': '', 'volume_id': '5fe487a2-eee2-4272-85a3-199c135a0ab0', 'serial': '5fe487a2-eee2-4272-85a3-199c135a0ab0'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 791.444808] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 791.444808] env[62675]: value = "task-2690782" [ 791.444808] env[62675]: _type = "Task" [ 791.444808] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.463616] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690782, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.483020] env[62675]: INFO nova.compute.manager [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] instance snapshotting [ 791.483959] env[62675]: DEBUG nova.objects.instance [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'flavor' on Instance uuid 47a2f884-e89a-4114-ad54-a94ba493d07f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.555531] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3392143d-c5bc-452b-8722-1024f81f1540 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.565420] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3218880-f1af-4625-90e4-226491bdd402 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.606526] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31623f38-ea48-4abe-8441-7ac9aec1abeb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.616214] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941b5ec0-19b1-4c5a-bf33-186f94dd9a80 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.631324] env[62675]: DEBUG nova.compute.provider_tree [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.698796] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.864493] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 791.864771] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.866212] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540b7d25-202c-40f1-92d5-a6e4fac337e2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.890036] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b37be4f-9484-4177-92bb-a54ccbd9b496 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.921839] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Reconfiguring VM to detach interface {{(pid=62675) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 791.922240] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-756a1dc2-ea77-4d08-b047-f71a77a8a687 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.948058] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 791.948058] env[62675]: value = "task-2690783" [ 791.948058] env[62675]: _type = "Task" [ 791.948058] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.963450] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.966650] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690782, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.991777] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d69cef-7c99-4e9e-b921-6fe078426994 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.023572] env[62675]: DEBUG nova.objects.instance [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'flavor' on Instance uuid 3002f008-80ba-4e6b-8ec6-530646763010 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.025752] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1613ea6-1b21-4e39-9eb2-9eff1d7d1c75 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.136118] env[62675]: DEBUG nova.scheduler.client.report [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.460803] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.476014] env[62675]: DEBUG oslo_vmware.api [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690782, 'name': PowerOnVM_Task, 'duration_secs': 0.550694} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.477349] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.477349] env[62675]: INFO nova.compute.manager [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Took 7.28 seconds to spawn the instance on the hypervisor. [ 792.477349] env[62675]: DEBUG nova.compute.manager [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.478654] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7132a8f-1dca-49ca-9d15-39890aa76592 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.512095] env[62675]: INFO nova.compute.manager [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Swapping old allocation on dict_keys(['ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1']) held by migration 4d12f8cb-3b0c-486e-833e-67700dcec1ad for instance [ 792.545255] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 792.546772] env[62675]: DEBUG nova.scheduler.client.report [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Overwriting current allocation {'allocations': {'ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 88}}, 'project_id': '796e27805379411abd7b925c8ecb93fe', 'user_id': '461c7146887548a8aa458f0acc02ec08', 'consumer_generation': 1} on consumer 1b9677be-196b-403a-8d79-7b7c694046eb {{(pid=62675) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 792.548918] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe5733ae-a994-4ebb-8fe6-b2d809d60d36 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.558789] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 792.558789] env[62675]: value = "task-2690784" [ 792.558789] env[62675]: _type = "Task" [ 792.558789] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.571040] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690784, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.624613] env[62675]: DEBUG nova.compute.manager [req-8db88037-dddb-4aca-bda6-81b9371d8626 req-6888256d-e8df-42e6-adfe-9ca255962b2c service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Received event network-changed-387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.624953] env[62675]: DEBUG nova.compute.manager [req-8db88037-dddb-4aca-bda6-81b9371d8626 req-6888256d-e8df-42e6-adfe-9ca255962b2c service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Refreshing instance network info cache due to event network-changed-387225f9-fe2f-4f16-a480-44ba90c2361d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 792.625280] env[62675]: DEBUG oslo_concurrency.lockutils [req-8db88037-dddb-4aca-bda6-81b9371d8626 req-6888256d-e8df-42e6-adfe-9ca255962b2c service nova] Acquiring lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.625680] env[62675]: DEBUG oslo_concurrency.lockutils [req-8db88037-dddb-4aca-bda6-81b9371d8626 req-6888256d-e8df-42e6-adfe-9ca255962b2c service nova] Acquired lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.625938] env[62675]: DEBUG nova.network.neutron [req-8db88037-dddb-4aca-bda6-81b9371d8626 req-6888256d-e8df-42e6-adfe-9ca255962b2c service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Refreshing network info cache for port 387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.642401] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.642693] env[62675]: INFO nova.compute.manager [None req-aecf6bdd-7e6a-4df5-8fb7-027ac8796277 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Successfully reverted task state from rebuilding on failure for instance. [ 792.648155] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.660s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.649802] env[62675]: INFO nova.compute.claims [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.684351] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.684605] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquired lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.684805] env[62675]: DEBUG nova.network.neutron [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.926737] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9057002a-7416-4f4d-a635-1b85baa4c707 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "3002f008-80ba-4e6b-8ec6-530646763010" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.958281] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.005168] env[62675]: INFO nova.compute.manager [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Took 36.32 seconds to build instance. [ 793.039745] env[62675]: DEBUG oslo_concurrency.lockutils [None req-055660a4-5954-4347-ad0f-56065bf60da8 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.386s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.041083] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9057002a-7416-4f4d-a635-1b85baa4c707 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.114s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.041356] env[62675]: DEBUG nova.compute.manager [None req-9057002a-7416-4f4d-a635-1b85baa4c707 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.042582] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d3d38a-1ca2-4d2b-a537-555937527f36 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.050474] env[62675]: DEBUG nova.compute.manager [None req-9057002a-7416-4f4d-a635-1b85baa4c707 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 793.051215] env[62675]: DEBUG nova.objects.instance [None req-9057002a-7416-4f4d-a635-1b85baa4c707 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'flavor' on Instance uuid 3002f008-80ba-4e6b-8ec6-530646763010 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.072162] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690784, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.268696] env[62675]: DEBUG oslo_concurrency.lockutils [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "5133ab7a-dad7-4c81-85b4-732ccdb1d6d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.269024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "5133ab7a-dad7-4c81-85b4-732ccdb1d6d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.269462] env[62675]: DEBUG oslo_concurrency.lockutils [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "5133ab7a-dad7-4c81-85b4-732ccdb1d6d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.269462] env[62675]: DEBUG oslo_concurrency.lockutils [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "5133ab7a-dad7-4c81-85b4-732ccdb1d6d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.269645] env[62675]: DEBUG oslo_concurrency.lockutils [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "5133ab7a-dad7-4c81-85b4-732ccdb1d6d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.275566] env[62675]: INFO nova.compute.manager [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Terminating instance [ 793.458952] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.508094] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d0542116-22d0-4904-b60b-a00134e5a3da tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "904c0016-d048-4077-9a77-adb0d00c0c38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.860s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.573354] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690784, 'name': CreateSnapshot_Task, 'duration_secs': 0.538876} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.573611] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 793.574371] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d8ffa1-ef47-4b16-aa16-924722aedd5e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.631438] env[62675]: DEBUG nova.network.neutron [req-8db88037-dddb-4aca-bda6-81b9371d8626 req-6888256d-e8df-42e6-adfe-9ca255962b2c service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updated VIF entry in instance network info cache for port 387225f9-fe2f-4f16-a480-44ba90c2361d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.631813] env[62675]: DEBUG nova.network.neutron [req-8db88037-dddb-4aca-bda6-81b9371d8626 req-6888256d-e8df-42e6-adfe-9ca255962b2c service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updating instance_info_cache with network_info: [{"id": "387225f9-fe2f-4f16-a480-44ba90c2361d", "address": "fa:16:3e:2d:1a:b6", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387225f9-fe", "ovs_interfaceid": "387225f9-fe2f-4f16-a480-44ba90c2361d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.646600] env[62675]: DEBUG nova.network.neutron [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance_info_cache with network_info: [{"id": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "address": "fa:16:3e:2b:34:f5", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb9d9034-5b", "ovs_interfaceid": "cb9d9034-5b8b-415a-a4f1-8b48bb4d5654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.778733] env[62675]: DEBUG nova.compute.manager [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 793.778988] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.780509] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1300a7ff-27ca-4cb2-a83b-e66443be613b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.792089] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.795258] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2eda2434-2444-4b30-b791-e32cd0fa93fb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.804765] env[62675]: DEBUG oslo_vmware.api [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 793.804765] env[62675]: value = "task-2690785" [ 793.804765] env[62675]: _type = "Task" [ 793.804765] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.825020] env[62675]: DEBUG oslo_vmware.api [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.834559] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "9ae78af9-186f-4818-85ef-7ab2f597dd01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.837024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "9ae78af9-186f-4818-85ef-7ab2f597dd01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.959769] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.057782] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9057002a-7416-4f4d-a635-1b85baa4c707 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.058128] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0ac38f3-41bc-4044-af26-6980b6b8aed7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.067932] env[62675]: DEBUG oslo_vmware.api [None req-9057002a-7416-4f4d-a635-1b85baa4c707 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 794.067932] env[62675]: value = "task-2690786" [ 794.067932] env[62675]: _type = "Task" [ 794.067932] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.079964] env[62675]: DEBUG oslo_vmware.api [None req-9057002a-7416-4f4d-a635-1b85baa4c707 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.097769] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.101041] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e4700a3-a2ed-4d9b-8767-96341945e0db {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.110940] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 794.110940] env[62675]: value = "task-2690787" [ 794.110940] env[62675]: _type = "Task" [ 794.110940] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.127186] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690787, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.136812] env[62675]: DEBUG oslo_concurrency.lockutils [req-8db88037-dddb-4aca-bda6-81b9371d8626 req-6888256d-e8df-42e6-adfe-9ca255962b2c service nova] Releasing lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.150906] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Releasing lock "refresh_cache-1b9677be-196b-403a-8d79-7b7c694046eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.151489] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.151988] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f32157ed-07d6-4d03-b94b-3624e7e185ac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.159759] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 794.159759] env[62675]: value = "task-2690788" [ 794.159759] env[62675]: _type = "Task" [ 794.159759] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.172622] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.234015] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbe91fd-e0d1-446f-a2a1-0e52e19c2506 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.243746] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eaa1b3-76ab-49ce-b077-b2c2fac72ce4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.281805] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e8d605bc-40b6-4378-98b3-af0e20747f43 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "904c0016-d048-4077-9a77-adb0d00c0c38" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.282197] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e8d605bc-40b6-4378-98b3-af0e20747f43 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "904c0016-d048-4077-9a77-adb0d00c0c38" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.282363] env[62675]: DEBUG nova.compute.manager [None req-e8d605bc-40b6-4378-98b3-af0e20747f43 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.283454] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aadb588-054e-4089-a440-3ee4bea85543 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.286866] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a204e00-9c7d-49b3-bc00-6823f55140cd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.297125] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d546cc-2a12-4042-90d4-342da5cf0567 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.301189] env[62675]: DEBUG nova.compute.manager [None req-e8d605bc-40b6-4378-98b3-af0e20747f43 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 794.301813] env[62675]: DEBUG nova.objects.instance [None req-e8d605bc-40b6-4378-98b3-af0e20747f43 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lazy-loading 'flavor' on Instance uuid 904c0016-d048-4077-9a77-adb0d00c0c38 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.317183] env[62675]: DEBUG nova.compute.provider_tree [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.332611] env[62675]: DEBUG oslo_vmware.api [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690785, 'name': PowerOffVM_Task, 'duration_secs': 0.288262} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.333259] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.333437] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.335086] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b521af7-796e-44f7-afcf-ed5320bbb134 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.339451] env[62675]: DEBUG nova.compute.manager [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.465635] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.496987] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.497334] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.498024] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleting the datastore file [datastore2] 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.498360] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9d94d3b-abb5-4b00-a262-dcfd76b88843 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.507142] env[62675]: DEBUG oslo_vmware.api [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 794.507142] env[62675]: value = "task-2690790" [ 794.507142] env[62675]: _type = "Task" [ 794.507142] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.518071] env[62675]: DEBUG oslo_vmware.api [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.583388] env[62675]: DEBUG oslo_vmware.api [None req-9057002a-7416-4f4d-a635-1b85baa4c707 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690786, 'name': PowerOffVM_Task, 'duration_secs': 0.471116} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.583712] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9057002a-7416-4f4d-a635-1b85baa4c707 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.584018] env[62675]: DEBUG nova.compute.manager [None req-9057002a-7416-4f4d-a635-1b85baa4c707 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.584844] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6197ed1-9e3e-43c0-94ca-f7890c82d8c0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.623164] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690787, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.671972] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690788, 'name': PowerOffVM_Task, 'duration_secs': 0.331396} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.672343] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.673097] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:48:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='605581e3-ae89-4823-8add-cda43659c07c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-733303212',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.673344] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.673537] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.673788] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.673998] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.674207] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.674450] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.674638] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.674803] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.674987] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.675269] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.680663] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d2cc8ed-b983-423b-bcc6-9cafa6a1a494 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.703441] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 794.703441] env[62675]: value = "task-2690791" [ 794.703441] env[62675]: _type = "Task" [ 794.703441] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.714072] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.824121] env[62675]: DEBUG nova.scheduler.client.report [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.892830] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.964980] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.020073] env[62675]: DEBUG oslo_vmware.api [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245053} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.020073] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.020073] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.020073] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.020295] env[62675]: INFO nova.compute.manager [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Took 1.24 seconds to destroy the instance on the hypervisor. [ 795.020529] env[62675]: DEBUG oslo.service.loopingcall [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 795.020697] env[62675]: DEBUG nova.compute.manager [-] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 795.020792] env[62675]: DEBUG nova.network.neutron [-] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.105478] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9057002a-7416-4f4d-a635-1b85baa4c707 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.124484] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690787, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.216304] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690791, 'name': ReconfigVM_Task, 'duration_secs': 0.205566} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.218391] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a90fc9-3817-40fc-ae8a-71126ccbad17 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.243899] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:48:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='605581e3-ae89-4823-8add-cda43659c07c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-733303212',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.244252] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.244370] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.244553] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.245127] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.245127] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.245127] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.245290] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.245592] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.245592] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.245755] env[62675]: DEBUG nova.virt.hardware [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.247315] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ad357a-aa0d-483d-82fc-39fa6f4d2704 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.255724] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 795.255724] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52db2993-637d-4417-a07e-453c2f21a4e5" [ 795.255724] env[62675]: _type = "Task" [ 795.255724] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.265585] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52db2993-637d-4417-a07e-453c2f21a4e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.312136] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d605bc-40b6-4378-98b3-af0e20747f43 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.312470] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa271b7c-2351-4479-8bee-85af6de9f3a0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.320724] env[62675]: DEBUG oslo_vmware.api [None req-e8d605bc-40b6-4378-98b3-af0e20747f43 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 795.320724] env[62675]: value = "task-2690792" [ 795.320724] env[62675]: _type = "Task" [ 795.320724] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.332286] env[62675]: DEBUG oslo_vmware.api [None req-e8d605bc-40b6-4378-98b3-af0e20747f43 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.335756] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.336360] env[62675]: DEBUG nova.compute.manager [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.340638] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.971s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.342151] env[62675]: INFO nova.compute.claims [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.464767] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.469580] env[62675]: DEBUG nova.compute.manager [req-71b53401-4458-499a-be80-db518b7fa65b req-146e7468-9c91-48e2-9ddc-f7e450939908 service nova] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Received event network-vif-deleted-4e25017e-f842-4f65-ac78-25f181670ad9 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.469580] env[62675]: INFO nova.compute.manager [req-71b53401-4458-499a-be80-db518b7fa65b req-146e7468-9c91-48e2-9ddc-f7e450939908 service nova] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Neutron deleted interface 4e25017e-f842-4f65-ac78-25f181670ad9; detaching it from the instance and deleting it from the info cache [ 795.469792] env[62675]: DEBUG nova.network.neutron [req-71b53401-4458-499a-be80-db518b7fa65b req-146e7468-9c91-48e2-9ddc-f7e450939908 service nova] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.622354] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690787, 'name': CloneVM_Task, 'duration_secs': 1.369407} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.623155] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Created linked-clone VM from snapshot [ 795.623596] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f765ec-76c3-4a01-a397-e7a058e343ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.632870] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Uploading image 353f05f7-6046-4eaa-8ccc-028810b8ea62 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 795.661351] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 795.661351] env[62675]: value = "vm-542356" [ 795.661351] env[62675]: _type = "VirtualMachine" [ 795.661351] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 795.661666] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bf3267ac-e778-484c-8bd3-56a33a020ad1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.670138] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lease: (returnval){ [ 795.670138] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52394c3f-37c4-3b44-e917-7b68bda041f0" [ 795.670138] env[62675]: _type = "HttpNfcLease" [ 795.670138] env[62675]: } obtained for exporting VM: (result){ [ 795.670138] env[62675]: value = "vm-542356" [ 795.670138] env[62675]: _type = "VirtualMachine" [ 795.670138] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 795.670424] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the lease: (returnval){ [ 795.670424] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52394c3f-37c4-3b44-e917-7b68bda041f0" [ 795.670424] env[62675]: _type = "HttpNfcLease" [ 795.670424] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 795.678480] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 795.678480] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52394c3f-37c4-3b44-e917-7b68bda041f0" [ 795.678480] env[62675]: _type = "HttpNfcLease" [ 795.678480] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 795.725542] env[62675]: DEBUG nova.objects.instance [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'flavor' on Instance uuid 3002f008-80ba-4e6b-8ec6-530646763010 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.766685] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52db2993-637d-4417-a07e-453c2f21a4e5, 'name': SearchDatastore_Task, 'duration_secs': 0.020134} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.772083] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 795.772406] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa4a77d3-38b7-4735-8475-fe43a9b7b0f5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.793934] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 795.793934] env[62675]: value = "task-2690794" [ 795.793934] env[62675]: _type = "Task" [ 795.793934] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.803540] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.832157] env[62675]: DEBUG oslo_vmware.api [None req-e8d605bc-40b6-4378-98b3-af0e20747f43 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690792, 'name': PowerOffVM_Task, 'duration_secs': 0.248161} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.832495] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8d605bc-40b6-4378-98b3-af0e20747f43 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.832730] env[62675]: DEBUG nova.compute.manager [None req-e8d605bc-40b6-4378-98b3-af0e20747f43 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.833196] env[62675]: DEBUG nova.network.neutron [-] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.835590] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b79850-833c-4f4c-8cce-f8a569d7eea3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.853106] env[62675]: DEBUG nova.compute.utils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 795.856924] env[62675]: DEBUG nova.compute.manager [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.857126] env[62675]: DEBUG nova.network.neutron [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.914242] env[62675]: DEBUG nova.policy [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e4897a05ca54613972776abb7c095cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05f110d9ced24d34ba80148357738471', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.965690] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.972622] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-537f97dd-2899-4904-9ae3-c8a57609b5c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.984528] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc58ecd-0154-4fa0-8c01-d5dc176f7204 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.024754] env[62675]: DEBUG nova.compute.manager [req-71b53401-4458-499a-be80-db518b7fa65b req-146e7468-9c91-48e2-9ddc-f7e450939908 service nova] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Detach interface failed, port_id=4e25017e-f842-4f65-ac78-25f181670ad9, reason: Instance 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 796.178454] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.178454] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52394c3f-37c4-3b44-e917-7b68bda041f0" [ 796.178454] env[62675]: _type = "HttpNfcLease" [ 796.178454] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 796.179603] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 796.179603] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52394c3f-37c4-3b44-e917-7b68bda041f0" [ 796.179603] env[62675]: _type = "HttpNfcLease" [ 796.179603] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 796.180326] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8f4837-2429-44dd-8905-56cd9a358a63 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.192299] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242820d-4dde-a768-128a-51a0655c2202/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 796.192299] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242820d-4dde-a768-128a-51a0655c2202/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 796.254185] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.254414] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquired lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.254616] env[62675]: DEBUG nova.network.neutron [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.254814] env[62675]: DEBUG nova.objects.instance [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'info_cache' on Instance uuid 3002f008-80ba-4e6b-8ec6-530646763010 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.258438] env[62675]: DEBUG nova.network.neutron [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Successfully created port: 67ce6c3d-92eb-4d45-92a9-a883ffb6d96d {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.289906] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eed3c170-3eb8-4dd5-b2e3-6e03b6bfc78a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.303272] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690794, 'name': ReconfigVM_Task, 'duration_secs': 0.200373} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.303657] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 796.304470] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f77723-72ce-4cf2-ac91-6b75a8cd655f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.328018] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 1b9677be-196b-403a-8d79-7b7c694046eb/1b9677be-196b-403a-8d79-7b7c694046eb.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.330236] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7a0ca2f-dbf7-4722-845a-898c9bf51f66 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.344460] env[62675]: INFO nova.compute.manager [-] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Took 1.32 seconds to deallocate network for instance. [ 796.353700] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 796.353700] env[62675]: value = "task-2690795" [ 796.353700] env[62675]: _type = "Task" [ 796.353700] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.360219] env[62675]: DEBUG nova.compute.utils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 796.369575] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e8d605bc-40b6-4378-98b3-af0e20747f43 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "904c0016-d048-4077-9a77-adb0d00c0c38" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.379670] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.464628] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.762416] env[62675]: DEBUG nova.objects.base [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Object Instance<3002f008-80ba-4e6b-8ec6-530646763010> lazy-loaded attributes: flavor,info_cache {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 796.853956] env[62675]: DEBUG oslo_concurrency.lockutils [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.865749] env[62675]: DEBUG nova.compute.manager [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.871110] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690795, 'name': ReconfigVM_Task, 'duration_secs': 0.307866} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.871110] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 1b9677be-196b-403a-8d79-7b7c694046eb/1b9677be-196b-403a-8d79-7b7c694046eb.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.875019] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cbf1b7-4fcb-41b5-9753-db5a8afec03b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.906016] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa564083-eee0-4f62-b973-ae10bf9cf153 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.935550] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c0d2fe-2148-43fe-bef9-382df184ea8c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.964601] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9206a299-b508-45ce-8cc6-f05ab5f55486 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.975020] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.977572] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.977812] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c169205-9d7e-40bb-945e-09880546c88f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.987937] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 796.987937] env[62675]: value = "task-2690796" [ 796.987937] env[62675]: _type = "Task" [ 796.987937] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.998937] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.050730] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9396d129-e3d0-4b31-b726-0b5c2a2ecf64 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.060382] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee96298-364f-4c4e-807c-269f59594964 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.095536] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368beca7-0064-49b8-8c90-89d3a937b1f5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.106095] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52136dec-cb79-4455-8a38-7b4cb2e9cc80 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.123835] env[62675]: DEBUG nova.compute.provider_tree [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.158050] env[62675]: INFO nova.compute.manager [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Rebuilding instance [ 797.470925] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.501026] env[62675]: DEBUG oslo_vmware.api [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690796, 'name': PowerOnVM_Task, 'duration_secs': 0.46853} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.501335] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.570030] env[62675]: DEBUG nova.network.neutron [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Updating instance_info_cache with network_info: [{"id": "3c9faf84-f389-4162-8841-24f38cb03548", "address": "fa:16:3e:46:f0:02", "network": {"id": "3cfa02b7-9cf1-4499-bdf6-02012021d4c1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1809523159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57f3b4356a84c90bc2c13c102167253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c9faf84-f3", "ovs_interfaceid": "3c9faf84-f389-4162-8841-24f38cb03548", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.630526] env[62675]: DEBUG nova.scheduler.client.report [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.879320] env[62675]: DEBUG nova.compute.manager [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.919790] env[62675]: DEBUG nova.compute.manager [req-78c8c28e-ef8b-4339-9f19-771e7b10d8e1 req-5f7ea48d-3a4b-4f38-b770-33f96527d028 service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Received event network-vif-plugged-67ce6c3d-92eb-4d45-92a9-a883ffb6d96d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.920137] env[62675]: DEBUG oslo_concurrency.lockutils [req-78c8c28e-ef8b-4339-9f19-771e7b10d8e1 req-5f7ea48d-3a4b-4f38-b770-33f96527d028 service nova] Acquiring lock "87ccbaad-fb40-49dc-9154-07b90395bce3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.920424] env[62675]: DEBUG oslo_concurrency.lockutils [req-78c8c28e-ef8b-4339-9f19-771e7b10d8e1 req-5f7ea48d-3a4b-4f38-b770-33f96527d028 service nova] Lock "87ccbaad-fb40-49dc-9154-07b90395bce3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.920636] env[62675]: DEBUG oslo_concurrency.lockutils [req-78c8c28e-ef8b-4339-9f19-771e7b10d8e1 req-5f7ea48d-3a4b-4f38-b770-33f96527d028 service nova] Lock "87ccbaad-fb40-49dc-9154-07b90395bce3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.920847] env[62675]: DEBUG nova.compute.manager [req-78c8c28e-ef8b-4339-9f19-771e7b10d8e1 req-5f7ea48d-3a4b-4f38-b770-33f96527d028 service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] No waiting events found dispatching network-vif-plugged-67ce6c3d-92eb-4d45-92a9-a883ffb6d96d {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.921276] env[62675]: WARNING nova.compute.manager [req-78c8c28e-ef8b-4339-9f19-771e7b10d8e1 req-5f7ea48d-3a4b-4f38-b770-33f96527d028 service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Received unexpected event network-vif-plugged-67ce6c3d-92eb-4d45-92a9-a883ffb6d96d for instance with vm_state building and task_state spawning. [ 797.972586] env[62675]: DEBUG oslo_vmware.api [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690783, 'name': ReconfigVM_Task, 'duration_secs': 5.799102} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.976666] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.976990] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Reconfigured VM to detach interface {{(pid=62675) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 798.022178] env[62675]: DEBUG nova.network.neutron [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Successfully updated port: 67ce6c3d-92eb-4d45-92a9-a883ffb6d96d {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.072735] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Releasing lock "refresh_cache-3002f008-80ba-4e6b-8ec6-530646763010" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.136784] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.137145] env[62675]: DEBUG nova.compute.manager [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.140997] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.393s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.140997] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.140997] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 798.141170] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.236s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.141364] env[62675]: DEBUG nova.objects.instance [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lazy-loading 'resources' on Instance uuid 08c42fbe-9474-4b11-9398-f617b0000d3e {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.148342] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2611e774-94c2-463f-8da9-cd672b1a0574 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.167095] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a75e15-955c-4a63-8059-0fa0bfcfe7ea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.186572] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dae690-98d1-4750-a669-89d85d3f08d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.196493] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25889a8c-52c0-4eb3-a31a-c3430e672874 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.234267] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177583MB free_disk=115GB free_vcpus=48 pci_devices=None {{(pid=62675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 798.234518] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.515228] env[62675]: INFO nova.compute.manager [None req-3a596ab1-78d2-42b2-8446-59c5a7a0cbaa tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance to original state: 'active' [ 798.524337] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "refresh_cache-87ccbaad-fb40-49dc-9154-07b90395bce3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.524577] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquired lock "refresh_cache-87ccbaad-fb40-49dc-9154-07b90395bce3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.524699] env[62675]: DEBUG nova.network.neutron [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.650033] env[62675]: DEBUG nova.compute.utils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 798.651204] env[62675]: DEBUG nova.compute.manager [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.652161] env[62675]: DEBUG nova.network.neutron [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.769593] env[62675]: DEBUG nova.virt.hardware [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:47:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='145727963',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1535557651',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.769828] env[62675]: DEBUG nova.virt.hardware [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.771137] env[62675]: DEBUG nova.virt.hardware [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.771137] env[62675]: DEBUG nova.virt.hardware [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.771137] env[62675]: DEBUG nova.virt.hardware [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.771137] env[62675]: DEBUG nova.virt.hardware [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.771137] env[62675]: DEBUG nova.virt.hardware [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.771137] env[62675]: DEBUG nova.virt.hardware [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.771137] env[62675]: DEBUG nova.virt.hardware [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.771493] env[62675]: DEBUG nova.virt.hardware [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.771493] env[62675]: DEBUG nova.virt.hardware [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.773391] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d9c02b-1db2-4e3e-9c7a-61e9a1747023 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.782784] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e89e760-1a20-41e8-aacd-c49613ac75c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.789044] env[62675]: DEBUG oslo_vmware.rw_handles [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef37f3-19ca-5df5-97ef-659afb7078d9/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 798.794483] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5031123a-81c2-4490-85a8-563ef96bf4a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.803130] env[62675]: DEBUG nova.compute.manager [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.805408] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689d2ac4-55ac-4653-b926-3f4b37caa563 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.808045] env[62675]: DEBUG oslo_vmware.rw_handles [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef37f3-19ca-5df5-97ef-659afb7078d9/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 798.808218] env[62675]: ERROR oslo_vmware.rw_handles [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef37f3-19ca-5df5-97ef-659afb7078d9/disk-0.vmdk due to incomplete transfer. [ 798.817701] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0da924a6-2442-43e5-914c-2530b140277f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.835229] env[62675]: DEBUG oslo_vmware.rw_handles [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ef37f3-19ca-5df5-97ef-659afb7078d9/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 798.835229] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Uploaded image c4e1da19-f251-453a-845f-79fef9047c49 to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 798.839040] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 798.842883] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79790158-8cf6-4e5d-9dbf-44de1e3027d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.856033] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 798.856033] env[62675]: value = "task-2690797" [ 798.856033] env[62675]: _type = "Task" [ 798.856033] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.875211] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690797, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.992592] env[62675]: DEBUG nova.policy [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02e37c1f563f4bc1a83be9b2a9dabfb3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '519bc7e3882b49c1bf98a05e9ff0b53e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.079061] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.079366] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-226fa787-1bbc-4e7d-923b-5db8fbc13d70 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.087459] env[62675]: DEBUG nova.network.neutron [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.091094] env[62675]: DEBUG oslo_vmware.api [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 799.091094] env[62675]: value = "task-2690798" [ 799.091094] env[62675]: _type = "Task" [ 799.091094] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.102701] env[62675]: DEBUG oslo_vmware.api [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.157956] env[62675]: DEBUG nova.compute.manager [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.218724] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9418866-a60f-4182-b2ef-df4e551ce5b3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.230590] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99da78da-95c3-4050-943b-5611c68e8ab1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.265287] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168ad397-a78a-4355-bf2f-dcc942ac9d1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.276165] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359e3fb7-131d-4823-aaba-0b2428d0ae72 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.298454] env[62675]: DEBUG nova.compute.provider_tree [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.368403] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690797, 'name': Destroy_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.372085] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.372239] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.372426] env[62675]: DEBUG nova.network.neutron [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.384272] env[62675]: DEBUG nova.network.neutron [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Updating instance_info_cache with network_info: [{"id": "67ce6c3d-92eb-4d45-92a9-a883ffb6d96d", "address": "fa:16:3e:26:44:4b", "network": {"id": "a030dbc0-da79-42c8-987b-c43a7777be49", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-750595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f110d9ced24d34ba80148357738471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ce6c3d-92", "ovs_interfaceid": "67ce6c3d-92eb-4d45-92a9-a883ffb6d96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.567021] env[62675]: DEBUG nova.network.neutron [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Successfully created port: 7a2be70b-2b85-41bb-8d59-380e7e8d75d0 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.605745] env[62675]: DEBUG oslo_vmware.api [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.803036] env[62675]: DEBUG nova.scheduler.client.report [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.844866] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.845571] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-388b61f2-9282-410d-b350-c95b086d4c3e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.854668] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 799.854668] env[62675]: value = "task-2690799" [ 799.854668] env[62675]: _type = "Task" [ 799.854668] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.874593] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 799.874955] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.875393] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690797, 'name': Destroy_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.876524] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660d6102-3375-4fe5-ba10-2d8cb041ce13 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.889284] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Releasing lock "refresh_cache-87ccbaad-fb40-49dc-9154-07b90395bce3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.889660] env[62675]: DEBUG nova.compute.manager [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Instance network_info: |[{"id": "67ce6c3d-92eb-4d45-92a9-a883ffb6d96d", "address": "fa:16:3e:26:44:4b", "network": {"id": "a030dbc0-da79-42c8-987b-c43a7777be49", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-750595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f110d9ced24d34ba80148357738471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ce6c3d-92", "ovs_interfaceid": "67ce6c3d-92eb-4d45-92a9-a883ffb6d96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.890028] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.890479] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:44:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76cff786-08f3-4a4a-8e68-6ae052a5dff3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67ce6c3d-92eb-4d45-92a9-a883ffb6d96d', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.898509] env[62675]: DEBUG oslo.service.loopingcall [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.898649] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fdf640c-568c-403d-b4f1-0d9e7e425fc2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.901118] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.901356] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a5a48f8-d8f7-4c35-bb1f-e879e0764197 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.922524] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.922524] env[62675]: value = "task-2690801" [ 799.922524] env[62675]: _type = "Task" [ 799.922524] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.932257] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690801, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.016404] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.016677] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.016921] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleting the datastore file [datastore2] 904c0016-d048-4077-9a77-adb0d00c0c38 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.017210] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fd9fa15-72e4-4c77-99d8-8c6a24faff49 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.027623] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 800.027623] env[62675]: value = "task-2690802" [ 800.027623] env[62675]: _type = "Task" [ 800.027623] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.037255] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.042766] env[62675]: DEBUG nova.compute.manager [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Received event network-changed-67ce6c3d-92eb-4d45-92a9-a883ffb6d96d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 800.042987] env[62675]: DEBUG nova.compute.manager [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Refreshing instance network info cache due to event network-changed-67ce6c3d-92eb-4d45-92a9-a883ffb6d96d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 800.043536] env[62675]: DEBUG oslo_concurrency.lockutils [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] Acquiring lock "refresh_cache-87ccbaad-fb40-49dc-9154-07b90395bce3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.043699] env[62675]: DEBUG oslo_concurrency.lockutils [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] Acquired lock "refresh_cache-87ccbaad-fb40-49dc-9154-07b90395bce3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.043887] env[62675]: DEBUG nova.network.neutron [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Refreshing network info cache for port 67ce6c3d-92eb-4d45-92a9-a883ffb6d96d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.083993] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "51bce6bc-d67b-40e2-8507-e46b368837eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.084438] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "51bce6bc-d67b-40e2-8507-e46b368837eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.084670] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "51bce6bc-d67b-40e2-8507-e46b368837eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.084882] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "51bce6bc-d67b-40e2-8507-e46b368837eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.085072] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "51bce6bc-d67b-40e2-8507-e46b368837eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.087435] env[62675]: INFO nova.compute.manager [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Terminating instance [ 800.104463] env[62675]: DEBUG oslo_vmware.api [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690798, 'name': PowerOnVM_Task, 'duration_secs': 0.582343} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.104463] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.104665] env[62675]: DEBUG nova.compute.manager [None req-1449cfbe-584a-4251-adcd-9896f1b31d36 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.105607] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173f2a2b-61ed-4840-8204-af0e69504845 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.166110] env[62675]: DEBUG nova.compute.manager [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.193379] env[62675]: DEBUG nova.virt.hardware [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.194694] env[62675]: DEBUG nova.virt.hardware [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.194694] env[62675]: DEBUG nova.virt.hardware [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.194694] env[62675]: DEBUG nova.virt.hardware [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.194694] env[62675]: DEBUG nova.virt.hardware [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.194694] env[62675]: DEBUG nova.virt.hardware [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.194694] env[62675]: DEBUG nova.virt.hardware [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.195091] env[62675]: DEBUG nova.virt.hardware [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.195091] env[62675]: DEBUG nova.virt.hardware [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.195189] env[62675]: DEBUG nova.virt.hardware [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.195384] env[62675]: DEBUG nova.virt.hardware [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.196512] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dce64a7-69dc-4a8e-8c3d-e32fc671c5fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.207742] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ce23b4-79c9-4fd3-b1dd-65e8e2dae09d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.262257] env[62675]: INFO nova.network.neutron [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Port 820a938d-e683-4446-89bd-5599a8cf4e76 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 800.262684] env[62675]: DEBUG nova.network.neutron [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Updating instance_info_cache with network_info: [{"id": "ff487247-25ee-45b5-8636-dcc7866d40b7", "address": "fa:16:3e:d5:75:15", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff487247-25", "ovs_interfaceid": "ff487247-25ee-45b5-8636-dcc7866d40b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.308965] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.311967] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.567s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.313713] env[62675]: INFO nova.compute.claims [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.346196] env[62675]: INFO nova.scheduler.client.report [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Deleted allocations for instance 08c42fbe-9474-4b11-9398-f617b0000d3e [ 800.375791] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690797, 'name': Destroy_Task, 'duration_secs': 1.476531} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.376179] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Destroyed the VM [ 800.376484] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.377135] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-07f1dade-cb49-47ee-a56d-0cc4ce9e27da {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.386263] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 800.386263] env[62675]: value = "task-2690803" [ 800.386263] env[62675]: _type = "Task" [ 800.386263] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.397828] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690803, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.436233] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690801, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.539722] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434215} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.539722] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.539722] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.539722] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.591568] env[62675]: DEBUG nova.compute.manager [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.591890] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.595109] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de41c72-2c13-4f22-a1e5-538015959673 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.605047] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.605816] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95989335-2784-4709-a82c-74a2e77d780d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.614432] env[62675]: DEBUG oslo_vmware.api [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 800.614432] env[62675]: value = "task-2690804" [ 800.614432] env[62675]: _type = "Task" [ 800.614432] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.619358] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "1b9677be-196b-403a-8d79-7b7c694046eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.620062] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "1b9677be-196b-403a-8d79-7b7c694046eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.620062] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "1b9677be-196b-403a-8d79-7b7c694046eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.620132] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "1b9677be-196b-403a-8d79-7b7c694046eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.620276] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "1b9677be-196b-403a-8d79-7b7c694046eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.622708] env[62675]: INFO nova.compute.manager [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Terminating instance [ 800.636309] env[62675]: DEBUG oslo_vmware.api [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.766102] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.820438] env[62675]: DEBUG nova.network.neutron [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Updated VIF entry in instance network info cache for port 67ce6c3d-92eb-4d45-92a9-a883ffb6d96d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.820945] env[62675]: DEBUG nova.network.neutron [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Updating instance_info_cache with network_info: [{"id": "67ce6c3d-92eb-4d45-92a9-a883ffb6d96d", "address": "fa:16:3e:26:44:4b", "network": {"id": "a030dbc0-da79-42c8-987b-c43a7777be49", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-750595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f110d9ced24d34ba80148357738471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ce6c3d-92", "ovs_interfaceid": "67ce6c3d-92eb-4d45-92a9-a883ffb6d96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.855752] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd698b96-18dd-4292-8715-24cf15d70321 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "08c42fbe-9474-4b11-9398-f617b0000d3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.893s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.897495] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690803, 'name': RemoveSnapshot_Task, 'duration_secs': 0.44173} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.897767] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 800.898049] env[62675]: DEBUG nova.compute.manager [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.898865] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fb2fb3-78e8-42b7-a9ab-0c4c9d2b1823 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.936762] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690801, 'name': CreateVM_Task, 'duration_secs': 0.637382} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.936938] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.937713] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.937932] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.938321] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 800.938603] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af63a581-4b03-4a90-87c2-9c8689b285fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.944869] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 800.944869] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5253c636-a09d-951e-662f-56fa5cd0f4aa" [ 800.944869] env[62675]: _type = "Task" [ 800.944869] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.954860] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5253c636-a09d-951e-662f-56fa5cd0f4aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.126633] env[62675]: DEBUG oslo_vmware.api [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690804, 'name': PowerOffVM_Task, 'duration_secs': 0.264603} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.129357] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.129357] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.129357] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6302a072-f0da-4e8c-b539-c27fccedc0bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.139016] env[62675]: DEBUG nova.compute.manager [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.139016] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.139016] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62cd0d5-bfed-4650-b375-361e8ed9b19e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.147017] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.147017] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ecace3c-f5af-4a8c-a92f-9147e9c99ea5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.160058] env[62675]: DEBUG oslo_vmware.api [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 801.160058] env[62675]: value = "task-2690806" [ 801.160058] env[62675]: _type = "Task" [ 801.160058] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.172550] env[62675]: DEBUG oslo_vmware.api [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.207021] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.207307] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.207509] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Deleting the datastore file [datastore2] 51bce6bc-d67b-40e2-8507-e46b368837eb {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.207825] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06b7ad12-1f61-4b26-b8f8-34c46120577f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.215521] env[62675]: DEBUG oslo_vmware.api [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 801.215521] env[62675]: value = "task-2690807" [ 801.215521] env[62675]: _type = "Task" [ 801.215521] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.224789] env[62675]: DEBUG oslo_vmware.api [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.272355] env[62675]: DEBUG nova.network.neutron [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Successfully updated port: 7a2be70b-2b85-41bb-8d59-380e7e8d75d0 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.274666] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0a0f6210-9644-4c89-817d-c8dadb8bf33d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-51bce6bc-d67b-40e2-8507-e46b368837eb-820a938d-e683-4446-89bd-5599a8cf4e76" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.913s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.326699] env[62675]: DEBUG oslo_concurrency.lockutils [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] Releasing lock "refresh_cache-87ccbaad-fb40-49dc-9154-07b90395bce3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.326699] env[62675]: DEBUG nova.compute.manager [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Received event network-vif-deleted-820a938d-e683-4446-89bd-5599a8cf4e76 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.326699] env[62675]: INFO nova.compute.manager [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Neutron deleted interface 820a938d-e683-4446-89bd-5599a8cf4e76; detaching it from the instance and deleting it from the info cache [ 801.327149] env[62675]: DEBUG nova.network.neutron [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Updating instance_info_cache with network_info: [{"id": "ff487247-25ee-45b5-8636-dcc7866d40b7", "address": "fa:16:3e:d5:75:15", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff487247-25", "ovs_interfaceid": "ff487247-25ee-45b5-8636-dcc7866d40b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.413899] env[62675]: INFO nova.compute.manager [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Shelve offloading [ 801.458962] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5253c636-a09d-951e-662f-56fa5cd0f4aa, 'name': SearchDatastore_Task, 'duration_secs': 0.028576} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.465122] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.469212] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.469516] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.469737] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.469954] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.470784] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b293b775-094a-4520-b3cf-c9b76d2f4a52 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.485833] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.486042] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.487049] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aac17da-aaff-480b-995e-5da9cbaad877 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.493085] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 801.493085] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52651ee0-abc2-4338-7c03-bf2b62ca0fd2" [ 801.493085] env[62675]: _type = "Task" [ 801.493085] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.502618] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52651ee0-abc2-4338-7c03-bf2b62ca0fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.580777] env[62675]: DEBUG nova.virt.hardware [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.581057] env[62675]: DEBUG nova.virt.hardware [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.581235] env[62675]: DEBUG nova.virt.hardware [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.581431] env[62675]: DEBUG nova.virt.hardware [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.581580] env[62675]: DEBUG nova.virt.hardware [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.581723] env[62675]: DEBUG nova.virt.hardware [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.581928] env[62675]: DEBUG nova.virt.hardware [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.582096] env[62675]: DEBUG nova.virt.hardware [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.582266] env[62675]: DEBUG nova.virt.hardware [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.582429] env[62675]: DEBUG nova.virt.hardware [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.582600] env[62675]: DEBUG nova.virt.hardware [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.583514] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130484f8-123b-47e2-87b6-0bed2c7ff758 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.595438] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5088fb7-700c-42ab-86bf-a8be3f9702b5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.617891] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:99:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d078a4b-b6e5-416c-8056-40e3fbe4becb', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.625705] env[62675]: DEBUG oslo.service.loopingcall [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.628609] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.629041] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e17ae74e-07d8-4616-97cb-7d74aea9fdfc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.655125] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.655125] env[62675]: value = "task-2690808" [ 801.655125] env[62675]: _type = "Task" [ 801.655125] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.668236] env[62675]: DEBUG oslo_vmware.api [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690806, 'name': PowerOffVM_Task, 'duration_secs': 0.255074} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.674612] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.679127] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.679127] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690808, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.679127] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-845dd70c-fc2c-4cc3-838c-01d0a3786cc3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.730174] env[62675]: DEBUG oslo_vmware.api [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690807, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.780154] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "refresh_cache-fe3b99a9-4329-408f-847b-56bebd67f82b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.780268] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquired lock "refresh_cache-fe3b99a9-4329-408f-847b-56bebd67f82b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.780462] env[62675]: DEBUG nova.network.neutron [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.785088] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.788263] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.788263] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Deleting the datastore file [datastore1] 1b9677be-196b-403a-8d79-7b7c694046eb {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.788263] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f31ebb0-36fc-4c3b-8183-f677b8005d11 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.795345] env[62675]: DEBUG oslo_vmware.api [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 801.795345] env[62675]: value = "task-2690810" [ 801.795345] env[62675]: _type = "Task" [ 801.795345] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.816222] env[62675]: DEBUG oslo_vmware.api [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.830621] env[62675]: DEBUG oslo_concurrency.lockutils [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] Acquiring lock "51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.916627] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67939f08-7997-4e64-80db-b4bc0ff82ec6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.921602] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.921755] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57a33c8d-89e2-45ec-bb80-6659a9470f20 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.927742] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2069dc63-bab4-4855-96fc-f039b90cbc68 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.934122] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 801.934122] env[62675]: value = "task-2690811" [ 801.934122] env[62675]: _type = "Task" [ 801.934122] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.962995] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c676e2-67b4-4dea-9d05-5b593046a782 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.969942] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 801.970211] env[62675]: DEBUG nova.compute.manager [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.971111] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564a3c19-6cb4-438e-bf16-7a0a94ddceef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.977728] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60705a02-174d-4f53-8923-f0d469bbb865 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.983328] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "refresh_cache-e6187c32-1e79-4b2c-b100-0830ee4c8e79" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.983494] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "refresh_cache-e6187c32-1e79-4b2c-b100-0830ee4c8e79" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.983701] env[62675]: DEBUG nova.network.neutron [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.998845] env[62675]: DEBUG nova.compute.provider_tree [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.011649] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52651ee0-abc2-4338-7c03-bf2b62ca0fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.023686} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.012523] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a9c26d2-9313-4a92-88ee-d2e56174bd14 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.019423] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 802.019423] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52249b5a-513f-0c24-5ac9-23bed38fda50" [ 802.019423] env[62675]: _type = "Task" [ 802.019423] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.033246] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52249b5a-513f-0c24-5ac9-23bed38fda50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.097972] env[62675]: DEBUG nova.compute.manager [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Received event network-vif-plugged-7a2be70b-2b85-41bb-8d59-380e7e8d75d0 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.098348] env[62675]: DEBUG oslo_concurrency.lockutils [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] Acquiring lock "fe3b99a9-4329-408f-847b-56bebd67f82b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.098475] env[62675]: DEBUG oslo_concurrency.lockutils [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] Lock "fe3b99a9-4329-408f-847b-56bebd67f82b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.098566] env[62675]: DEBUG oslo_concurrency.lockutils [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] Lock "fe3b99a9-4329-408f-847b-56bebd67f82b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.098727] env[62675]: DEBUG nova.compute.manager [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] No waiting events found dispatching network-vif-plugged-7a2be70b-2b85-41bb-8d59-380e7e8d75d0 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.098928] env[62675]: WARNING nova.compute.manager [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Received unexpected event network-vif-plugged-7a2be70b-2b85-41bb-8d59-380e7e8d75d0 for instance with vm_state building and task_state spawning. [ 802.099079] env[62675]: DEBUG nova.compute.manager [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Received event network-changed-7a2be70b-2b85-41bb-8d59-380e7e8d75d0 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.099237] env[62675]: DEBUG nova.compute.manager [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Refreshing instance network info cache due to event network-changed-7a2be70b-2b85-41bb-8d59-380e7e8d75d0. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 802.099402] env[62675]: DEBUG oslo_concurrency.lockutils [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] Acquiring lock "refresh_cache-fe3b99a9-4329-408f-847b-56bebd67f82b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.166047] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690808, 'name': CreateVM_Task, 'duration_secs': 0.498209} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.166293] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.166957] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.167141] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.167462] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.167714] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb20d8c-f91a-45b1-9dd2-2617d99d7838 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.176646] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 802.176646] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d8c500-368f-e2ac-ee06-d00dfe88bc4d" [ 802.176646] env[62675]: _type = "Task" [ 802.176646] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.186181] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d8c500-368f-e2ac-ee06-d00dfe88bc4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.229587] env[62675]: DEBUG oslo_vmware.api [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2690807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5164} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.229852] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.230052] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.230233] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.230485] env[62675]: INFO nova.compute.manager [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Took 1.64 seconds to destroy the instance on the hypervisor. [ 802.230741] env[62675]: DEBUG oslo.service.loopingcall [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.231886] env[62675]: DEBUG nova.compute.manager [-] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.232036] env[62675]: DEBUG nova.network.neutron [-] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.306298] env[62675]: DEBUG oslo_vmware.api [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247712} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.306581] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.306866] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.306942] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.307133] env[62675]: INFO nova.compute.manager [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 802.307676] env[62675]: DEBUG oslo.service.loopingcall [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.307999] env[62675]: DEBUG nova.compute.manager [-] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.308123] env[62675]: DEBUG nova.network.neutron [-] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.344647] env[62675]: DEBUG nova.network.neutron [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.533315] env[62675]: ERROR nova.scheduler.client.report [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [req-3bd382cc-782a-4938-ae5e-12e5383a2f50] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3bd382cc-782a-4938-ae5e-12e5383a2f50"}]} [ 802.542278] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52249b5a-513f-0c24-5ac9-23bed38fda50, 'name': SearchDatastore_Task, 'duration_secs': 0.025666} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.542567] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.542825] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 87ccbaad-fb40-49dc-9154-07b90395bce3/87ccbaad-fb40-49dc-9154-07b90395bce3.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.543134] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef915622-f3a4-4140-ab75-8c8bd2587897 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.553855] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 802.553855] env[62675]: value = "task-2690812" [ 802.553855] env[62675]: _type = "Task" [ 802.553855] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.561544] env[62675]: DEBUG nova.scheduler.client.report [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 802.569421] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.576212] env[62675]: DEBUG nova.scheduler.client.report [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 802.576212] env[62675]: DEBUG nova.compute.provider_tree [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.595970] env[62675]: DEBUG nova.scheduler.client.report [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 802.616401] env[62675]: DEBUG nova.scheduler.client.report [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 802.690243] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d8c500-368f-e2ac-ee06-d00dfe88bc4d, 'name': SearchDatastore_Task, 'duration_secs': 0.018974} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.690566] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.690806] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.691111] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.691274] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.691456] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.691727] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11f4035b-819f-49e9-ab61-772b8ee14ee5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.729028] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.729028] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.729028] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38140656-01f4-4e42-bd54-9e49e8e625b1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.736322] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 802.736322] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5250c977-9ee5-e5ef-ef7f-aa35f0c431e7" [ 802.736322] env[62675]: _type = "Task" [ 802.736322] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.750150] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5250c977-9ee5-e5ef-ef7f-aa35f0c431e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.828963] env[62675]: DEBUG nova.network.neutron [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Updating instance_info_cache with network_info: [{"id": "7a2be70b-2b85-41bb-8d59-380e7e8d75d0", "address": "fa:16:3e:43:1f:3e", "network": {"id": "c24ae3bd-d883-4397-b1fc-269bcc70bccb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2007637135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519bc7e3882b49c1bf98a05e9ff0b53e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a2be70b-2b", "ovs_interfaceid": "7a2be70b-2b85-41bb-8d59-380e7e8d75d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.064329] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.099343] env[62675]: DEBUG nova.network.neutron [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Updating instance_info_cache with network_info: [{"id": "ec2641e1-8816-46c0-b418-e526842635da", "address": "fa:16:3e:00:14:2f", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec2641e1-88", "ovs_interfaceid": "ec2641e1-8816-46c0-b418-e526842635da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.163708] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6a63c2-f3f8-4097-8c17-e884d2ad3afd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.174162] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c521a5c7-6dff-4ee7-9b9b-9e75658bce1a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.217392] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2aac65-8332-498b-933e-baba2afcd78c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.227924] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6a9eeb-ef29-449b-adfc-9205790aecd6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.244518] env[62675]: DEBUG nova.compute.provider_tree [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.257476] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5250c977-9ee5-e5ef-ef7f-aa35f0c431e7, 'name': SearchDatastore_Task, 'duration_secs': 0.02236} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.258575] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b29acaca-22c9-4e7e-b7ed-03528de06f5b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.265513] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 803.265513] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5278f3f0-0860-5618-4a45-88696f9f16e2" [ 803.265513] env[62675]: _type = "Task" [ 803.265513] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.277859] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5278f3f0-0860-5618-4a45-88696f9f16e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.336668] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Releasing lock "refresh_cache-fe3b99a9-4329-408f-847b-56bebd67f82b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.336668] env[62675]: DEBUG nova.compute.manager [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Instance network_info: |[{"id": "7a2be70b-2b85-41bb-8d59-380e7e8d75d0", "address": "fa:16:3e:43:1f:3e", "network": {"id": "c24ae3bd-d883-4397-b1fc-269bcc70bccb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2007637135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519bc7e3882b49c1bf98a05e9ff0b53e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a2be70b-2b", "ovs_interfaceid": "7a2be70b-2b85-41bb-8d59-380e7e8d75d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.336668] env[62675]: DEBUG oslo_concurrency.lockutils [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] Acquired lock "refresh_cache-fe3b99a9-4329-408f-847b-56bebd67f82b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.336668] env[62675]: DEBUG nova.network.neutron [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Refreshing network info cache for port 7a2be70b-2b85-41bb-8d59-380e7e8d75d0 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.336668] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:1f:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a2be70b-2b85-41bb-8d59-380e7e8d75d0', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.346348] env[62675]: DEBUG oslo.service.loopingcall [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 803.347348] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.347770] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d931692a-0a40-44d3-a015-18f32c06307c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.371286] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.371286] env[62675]: value = "task-2690813" [ 803.371286] env[62675]: _type = "Task" [ 803.371286] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.383375] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690813, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.506320] env[62675]: DEBUG nova.network.neutron [-] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.565854] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690812, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.603048] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "refresh_cache-e6187c32-1e79-4b2c-b100-0830ee4c8e79" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.723550] env[62675]: DEBUG nova.network.neutron [-] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.777409] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5278f3f0-0860-5618-4a45-88696f9f16e2, 'name': SearchDatastore_Task, 'duration_secs': 0.070917} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.777676] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.777931] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 904c0016-d048-4077-9a77-adb0d00c0c38/904c0016-d048-4077-9a77-adb0d00c0c38.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.778208] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12df3bdf-50f8-486e-a0b7-94920e55df88 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.790692] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 803.790692] env[62675]: value = "task-2690814" [ 803.790692] env[62675]: _type = "Task" [ 803.790692] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.790692] env[62675]: DEBUG nova.scheduler.client.report [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 803.790692] env[62675]: DEBUG nova.compute.provider_tree [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 90 to 91 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 803.790692] env[62675]: DEBUG nova.compute.provider_tree [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.803433] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.883693] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690813, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.988344] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.989678] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea95edc4-2fc8-4d2f-959c-2297c7bc35ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.998958] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.999383] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5ac26fe-a104-4d1e-921a-b9596aadbdde {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.010436] env[62675]: INFO nova.compute.manager [-] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Took 1.70 seconds to deallocate network for instance. [ 804.068227] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690812, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.038622} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.068501] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 87ccbaad-fb40-49dc-9154-07b90395bce3/87ccbaad-fb40-49dc-9154-07b90395bce3.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.068728] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.069012] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70120795-bd93-4738-8cb1-4d6245d4def6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.078872] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.079216] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.079682] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleting the datastore file [datastore1] e6187c32-1e79-4b2c-b100-0830ee4c8e79 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.080050] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a236d6a-04e5-411c-82ab-b9a23a702026 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.084111] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 804.084111] env[62675]: value = "task-2690816" [ 804.084111] env[62675]: _type = "Task" [ 804.084111] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.090350] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 804.090350] env[62675]: value = "task-2690817" [ 804.090350] env[62675]: _type = "Task" [ 804.090350] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.101585] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.111731] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.207663] env[62675]: DEBUG nova.compute.manager [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Received event network-vif-deleted-cb9d9034-5b8b-415a-a4f1-8b48bb4d5654 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.207892] env[62675]: DEBUG nova.compute.manager [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Received event network-vif-deleted-ff487247-25ee-45b5-8636-dcc7866d40b7 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.208335] env[62675]: DEBUG nova.compute.manager [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Received event network-vif-unplugged-ec2641e1-8816-46c0-b418-e526842635da {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.208580] env[62675]: DEBUG oslo_concurrency.lockutils [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] Acquiring lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.210115] env[62675]: DEBUG oslo_concurrency.lockutils [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] Lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.210115] env[62675]: DEBUG oslo_concurrency.lockutils [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] Lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.210115] env[62675]: DEBUG nova.compute.manager [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] No waiting events found dispatching network-vif-unplugged-ec2641e1-8816-46c0-b418-e526842635da {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.210115] env[62675]: WARNING nova.compute.manager [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Received unexpected event network-vif-unplugged-ec2641e1-8816-46c0-b418-e526842635da for instance with vm_state shelved and task_state shelving_offloading. [ 804.210115] env[62675]: DEBUG nova.compute.manager [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Received event network-changed-ec2641e1-8816-46c0-b418-e526842635da {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.210115] env[62675]: DEBUG nova.compute.manager [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Refreshing instance network info cache due to event network-changed-ec2641e1-8816-46c0-b418-e526842635da. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.210115] env[62675]: DEBUG oslo_concurrency.lockutils [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] Acquiring lock "refresh_cache-e6187c32-1e79-4b2c-b100-0830ee4c8e79" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.210115] env[62675]: DEBUG oslo_concurrency.lockutils [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] Acquired lock "refresh_cache-e6187c32-1e79-4b2c-b100-0830ee4c8e79" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.210115] env[62675]: DEBUG nova.network.neutron [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Refreshing network info cache for port ec2641e1-8816-46c0-b418-e526842635da {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.228688] env[62675]: INFO nova.compute.manager [-] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Took 2.00 seconds to deallocate network for instance. [ 804.299709] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.988s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.300287] env[62675]: DEBUG nova.compute.manager [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.306155] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.743s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.307615] env[62675]: INFO nova.compute.claims [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.318865] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690814, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.360518] env[62675]: DEBUG nova.network.neutron [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Updated VIF entry in instance network info cache for port 7a2be70b-2b85-41bb-8d59-380e7e8d75d0. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.360893] env[62675]: DEBUG nova.network.neutron [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Updating instance_info_cache with network_info: [{"id": "7a2be70b-2b85-41bb-8d59-380e7e8d75d0", "address": "fa:16:3e:43:1f:3e", "network": {"id": "c24ae3bd-d883-4397-b1fc-269bcc70bccb", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2007637135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "519bc7e3882b49c1bf98a05e9ff0b53e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a2be70b-2b", "ovs_interfaceid": "7a2be70b-2b85-41bb-8d59-380e7e8d75d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.383823] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690813, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.523264] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.597496] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.333284} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.598161] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.598938] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3ecad7-e26e-4faa-858a-43b744576ad0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.604594] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.625683] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 87ccbaad-fb40-49dc-9154-07b90395bce3/87ccbaad-fb40-49dc-9154-07b90395bce3.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.625980] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-939bbd30-2aa2-4255-9644-655fe9bd76ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.647775] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 804.647775] env[62675]: value = "task-2690818" [ 804.647775] env[62675]: _type = "Task" [ 804.647775] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.656118] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.736907] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.810421] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574188} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.810841] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 904c0016-d048-4077-9a77-adb0d00c0c38/904c0016-d048-4077-9a77-adb0d00c0c38.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.814905] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.818204] env[62675]: DEBUG nova.compute.utils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 804.822564] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e997d26a-519b-4e43-a57c-f7fff5e88844 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.827264] env[62675]: DEBUG nova.compute.manager [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.827934] env[62675]: DEBUG nova.network.neutron [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.837434] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 804.837434] env[62675]: value = "task-2690819" [ 804.837434] env[62675]: _type = "Task" [ 804.837434] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.854652] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.863747] env[62675]: DEBUG oslo_concurrency.lockutils [req-4986ec70-bf2e-4643-8989-1c0a35bc339d req-adb1d426-ff2c-4722-b970-961f55063ffc service nova] Releasing lock "refresh_cache-fe3b99a9-4329-408f-847b-56bebd67f82b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.885559] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690813, 'name': CreateVM_Task, 'duration_secs': 1.414296} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.885807] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.886633] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.886824] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.887305] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.887742] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac04620e-073e-4291-9000-6c95168afe58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.899255] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 804.899255] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52816e98-ca7d-f475-5832-470bda2a0bd4" [ 804.899255] env[62675]: _type = "Task" [ 804.899255] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.912914] env[62675]: DEBUG nova.policy [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae74a41d786c48af99152f37a5535c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcbc685063b646d9a2e868d04818f0f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.921270] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52816e98-ca7d-f475-5832-470bda2a0bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.017315} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.921600] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.921821] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.922068] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.922223] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.922414] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.922680] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4632eb15-50c0-489c-8ebe-e4d819fc8eb5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.937040] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.937423] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.938344] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e1fbc5-60ba-40e2-b47c-1d00ebf8cfa2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.948141] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 804.948141] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52095bff-8e95-90dd-2c31-7a0865fe093b" [ 804.948141] env[62675]: _type = "Task" [ 804.948141] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.957205] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52095bff-8e95-90dd-2c31-7a0865fe093b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.102644] env[62675]: DEBUG oslo_vmware.api [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2690817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.651873} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.102644] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.102644] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.102644] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.122700] env[62675]: INFO nova.scheduler.client.report [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted allocations for instance e6187c32-1e79-4b2c-b100-0830ee4c8e79 [ 805.160069] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690818, 'name': ReconfigVM_Task, 'duration_secs': 0.485063} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.160069] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 87ccbaad-fb40-49dc-9154-07b90395bce3/87ccbaad-fb40-49dc-9154-07b90395bce3.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.160441] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62675) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 805.161357] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-bf13e33e-8a12-45e1-8990-ce1be3c4df45 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.171860] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 805.171860] env[62675]: value = "task-2690820" [ 805.171860] env[62675]: _type = "Task" [ 805.171860] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.185020] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690820, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.328476] env[62675]: DEBUG nova.compute.manager [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.355623] env[62675]: DEBUG nova.network.neutron [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Updated VIF entry in instance network info cache for port ec2641e1-8816-46c0-b418-e526842635da. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.356060] env[62675]: DEBUG nova.network.neutron [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Updating instance_info_cache with network_info: [{"id": "ec2641e1-8816-46c0-b418-e526842635da", "address": "fa:16:3e:00:14:2f", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": null, "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapec2641e1-88", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.357889] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125036} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.358445] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.359434] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68890b7e-fae1-4856-b8ee-a26ee7742fd9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.394437] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 904c0016-d048-4077-9a77-adb0d00c0c38/904c0016-d048-4077-9a77-adb0d00c0c38.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.400018] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9051f7f-333a-4311-9d05-58f3c280a2d6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.428789] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 805.428789] env[62675]: value = "task-2690821" [ 805.428789] env[62675]: _type = "Task" [ 805.428789] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.448323] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690821, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.465229] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52095bff-8e95-90dd-2c31-7a0865fe093b, 'name': SearchDatastore_Task, 'duration_secs': 0.02124} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.467397] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0377ba-42a0-42a2-b536-ff0a24056ea1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.479374] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 805.479374] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ab8b58-cc1f-7472-5983-5357411b328f" [ 805.479374] env[62675]: _type = "Task" [ 805.479374] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.494023] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ab8b58-cc1f-7472-5983-5357411b328f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.559777] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "cb3564c7-1a9a-4c35-ad26-e3baed627076" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.560075] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "cb3564c7-1a9a-4c35-ad26-e3baed627076" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.626830] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.637049] env[62675]: DEBUG nova.network.neutron [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Successfully created port: 9efb9a8b-adee-4bcd-b85e-da5cf2f3623d {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.683411] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690820, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.327078} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.683737] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62675) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 805.684621] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a3bf3b-7319-4707-a563-91963172e60e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.710764] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 87ccbaad-fb40-49dc-9154-07b90395bce3/ephemeral_0.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.713471] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70efe640-3d6b-4d2d-9920-f2d18383ac98 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.732356] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 805.732356] env[62675]: value = "task-2690822" [ 805.732356] env[62675]: _type = "Task" [ 805.732356] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.745061] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.859328] env[62675]: DEBUG oslo_concurrency.lockutils [req-a55c106d-438a-4c72-bb46-12c10fde5e0b req-601a905d-8390-484e-a777-46dc679324d0 service nova] Releasing lock "refresh_cache-e6187c32-1e79-4b2c-b100-0830ee4c8e79" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.941925] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.993148] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ab8b58-cc1f-7472-5983-5357411b328f, 'name': SearchDatastore_Task, 'duration_secs': 0.013318} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.994366] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.994632] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] fe3b99a9-4329-408f-847b-56bebd67f82b/fe3b99a9-4329-408f-847b-56bebd67f82b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.995465] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eb8e03-006e-4c8b-8e98-cff2f2e2c31b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.998402] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a73f47d-0389-4770-a997-28566844bbac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.005537] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bcb85c-e4b0-4d00-a369-eefda574fb14 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.009973] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 806.009973] env[62675]: value = "task-2690823" [ 806.009973] env[62675]: _type = "Task" [ 806.009973] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.044708] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc04799-ca6b-445e-b688-dffe9d2272cd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.047083] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.053198] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34b15c2-6bec-470e-b64f-091cea0dc09e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.069373] env[62675]: DEBUG nova.compute.provider_tree [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.244119] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690822, 'name': ReconfigVM_Task, 'duration_secs': 0.420083} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.244471] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 87ccbaad-fb40-49dc-9154-07b90395bce3/ephemeral_0.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.245128] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a3b9b9d-9057-4914-959f-b9393e9b628e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.251739] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 806.251739] env[62675]: value = "task-2690824" [ 806.251739] env[62675]: _type = "Task" [ 806.251739] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.260068] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690824, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.343716] env[62675]: DEBUG nova.compute.manager [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.366818] env[62675]: DEBUG nova.virt.hardware [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f14ab327df7461146e18e40d449ed9be',container_format='bare',created_at=2025-02-19T14:50:58Z,direct_url=,disk_format='vmdk',id=128f56fb-ee2d-4252-8e97-4f641315ae34,min_disk=1,min_ram=0,name='tempest-test-snap-415559678',owner='dcbc685063b646d9a2e868d04818f0f5',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-19T14:51:13Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.368325] env[62675]: DEBUG nova.virt.hardware [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.368325] env[62675]: DEBUG nova.virt.hardware [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.368325] env[62675]: DEBUG nova.virt.hardware [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.368325] env[62675]: DEBUG nova.virt.hardware [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.368325] env[62675]: DEBUG nova.virt.hardware [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.368325] env[62675]: DEBUG nova.virt.hardware [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.368325] env[62675]: DEBUG nova.virt.hardware [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.368594] env[62675]: DEBUG nova.virt.hardware [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.368594] env[62675]: DEBUG nova.virt.hardware [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.368714] env[62675]: DEBUG nova.virt.hardware [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.369940] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3efc48-d1ec-47a3-987f-328ad3673bf7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.380046] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8b77a5-47dc-4c6c-8e8f-58d8dd5d9c33 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.442423] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690821, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.520838] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.592666] env[62675]: ERROR nova.scheduler.client.report [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [req-e4f5e73d-671e-400c-9d89-96c45204d333] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e4f5e73d-671e-400c-9d89-96c45204d333"}]} [ 806.606731] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.610814] env[62675]: DEBUG nova.scheduler.client.report [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 806.623906] env[62675]: DEBUG nova.scheduler.client.report [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 806.623906] env[62675]: DEBUG nova.compute.provider_tree [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.636644] env[62675]: DEBUG nova.scheduler.client.report [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 806.657944] env[62675]: DEBUG nova.scheduler.client.report [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 806.763965] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690824, 'name': Rename_Task, 'duration_secs': 0.205689} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.766597] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.767041] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b1229bf-4eeb-40a7-b66a-77db68f74f50 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.775178] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 806.775178] env[62675]: value = "task-2690825" [ 806.775178] env[62675]: _type = "Task" [ 806.775178] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.787494] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.944786] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690821, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.022605] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.124961] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a42064-86cf-4243-817c-02e58d5ad203 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.134342] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d3db61-605e-4a38-8412-8826842f3703 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.169502] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4d9e68-49a4-46ae-8470-fee3c88c60a9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.179220] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74ad763-fc95-4603-a34e-cc2fc920b270 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.197724] env[62675]: DEBUG nova.compute.provider_tree [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.201026] env[62675]: DEBUG nova.compute.manager [req-0ac8e06a-fb21-49a2-bf59-b19b074ab606 req-ffb3b3c3-b6cb-4290-8b8c-5f64a744425c service nova] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Received event network-vif-plugged-9efb9a8b-adee-4bcd-b85e-da5cf2f3623d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.201302] env[62675]: DEBUG oslo_concurrency.lockutils [req-0ac8e06a-fb21-49a2-bf59-b19b074ab606 req-ffb3b3c3-b6cb-4290-8b8c-5f64a744425c service nova] Acquiring lock "d0064dab-ffb7-4fee-b7f6-a7c0eceed501-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.201539] env[62675]: DEBUG oslo_concurrency.lockutils [req-0ac8e06a-fb21-49a2-bf59-b19b074ab606 req-ffb3b3c3-b6cb-4290-8b8c-5f64a744425c service nova] Lock "d0064dab-ffb7-4fee-b7f6-a7c0eceed501-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.201716] env[62675]: DEBUG oslo_concurrency.lockutils [req-0ac8e06a-fb21-49a2-bf59-b19b074ab606 req-ffb3b3c3-b6cb-4290-8b8c-5f64a744425c service nova] Lock "d0064dab-ffb7-4fee-b7f6-a7c0eceed501-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.201990] env[62675]: DEBUG nova.compute.manager [req-0ac8e06a-fb21-49a2-bf59-b19b074ab606 req-ffb3b3c3-b6cb-4290-8b8c-5f64a744425c service nova] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] No waiting events found dispatching network-vif-plugged-9efb9a8b-adee-4bcd-b85e-da5cf2f3623d {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.202060] env[62675]: WARNING nova.compute.manager [req-0ac8e06a-fb21-49a2-bf59-b19b074ab606 req-ffb3b3c3-b6cb-4290-8b8c-5f64a744425c service nova] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Received unexpected event network-vif-plugged-9efb9a8b-adee-4bcd-b85e-da5cf2f3623d for instance with vm_state building and task_state spawning. [ 807.289561] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690825, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.358640] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242820d-4dde-a768-128a-51a0655c2202/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 807.359900] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22e8e44-4eda-497a-9ff4-cd11debb3a8e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.366052] env[62675]: DEBUG nova.network.neutron [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Successfully updated port: 9efb9a8b-adee-4bcd-b85e-da5cf2f3623d {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.369746] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242820d-4dde-a768-128a-51a0655c2202/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 807.370024] env[62675]: ERROR oslo_vmware.rw_handles [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242820d-4dde-a768-128a-51a0655c2202/disk-0.vmdk due to incomplete transfer. [ 807.370603] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8c3b2f6a-cc01-429e-862b-7fc23efe27cc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.384734] env[62675]: DEBUG oslo_vmware.rw_handles [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5242820d-4dde-a768-128a-51a0655c2202/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 807.384957] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Uploaded image 353f05f7-6046-4eaa-8ccc-028810b8ea62 to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 807.386956] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 807.388253] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-407c2af1-dd27-42e1-bb60-6c28af461e37 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.396812] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 807.396812] env[62675]: value = "task-2690826" [ 807.396812] env[62675]: _type = "Task" [ 807.396812] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.408645] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690826, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.444075] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690821, 'name': ReconfigVM_Task, 'duration_secs': 1.636971} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.444305] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 904c0016-d048-4077-9a77-adb0d00c0c38/904c0016-d048-4077-9a77-adb0d00c0c38.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.444976] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fb8166a-b376-44c9-ba0b-a82e7477f080 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.455747] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 807.455747] env[62675]: value = "task-2690827" [ 807.455747] env[62675]: _type = "Task" [ 807.455747] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.466788] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690827, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.523692] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690823, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.516617} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.523692] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] fe3b99a9-4329-408f-847b-56bebd67f82b/fe3b99a9-4329-408f-847b-56bebd67f82b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.523918] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.524165] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8ef0b07-f1fe-4d99-a7d0-713273fa654d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.531645] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 807.531645] env[62675]: value = "task-2690828" [ 807.531645] env[62675]: _type = "Task" [ 807.531645] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.541655] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.731670] env[62675]: DEBUG nova.scheduler.client.report [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 807.732460] env[62675]: DEBUG nova.compute.provider_tree [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 92 to 93 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 807.732460] env[62675]: DEBUG nova.compute.provider_tree [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.786900] env[62675]: DEBUG oslo_vmware.api [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2690825, 'name': PowerOnVM_Task, 'duration_secs': 0.584731} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.788220] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.788220] env[62675]: INFO nova.compute.manager [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Took 9.91 seconds to spawn the instance on the hypervisor. [ 807.788220] env[62675]: DEBUG nova.compute.manager [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.788414] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089e7262-7c39-4ca6-abe9-cfa2295c9424 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.871382] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "refresh_cache-d0064dab-ffb7-4fee-b7f6-a7c0eceed501" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.871541] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "refresh_cache-d0064dab-ffb7-4fee-b7f6-a7c0eceed501" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.871698] env[62675]: DEBUG nova.network.neutron [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.908413] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690826, 'name': Destroy_Task, 'duration_secs': 0.437303} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.908413] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Destroyed the VM [ 807.908630] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 807.908964] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-314a21ba-225e-4a7e-9f17-3da963663e15 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.916128] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 807.916128] env[62675]: value = "task-2690829" [ 807.916128] env[62675]: _type = "Task" [ 807.916128] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.925041] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.966025] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690827, 'name': Rename_Task, 'duration_secs': 0.196925} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.966338] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.966603] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2824f1df-0629-412e-a23c-54e805e49ba3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.973706] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 807.973706] env[62675]: value = "task-2690830" [ 807.973706] env[62675]: _type = "Task" [ 807.973706] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.981429] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.041479] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094118} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.041743] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.042529] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6b6b5f-309d-4186-96eb-3e33464919dc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.064155] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] fe3b99a9-4329-408f-847b-56bebd67f82b/fe3b99a9-4329-408f-847b-56bebd67f82b.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.064346] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a978ee48-bda5-4ca9-9858-d7c34b2ef993 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.084172] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 808.084172] env[62675]: value = "task-2690831" [ 808.084172] env[62675]: _type = "Task" [ 808.084172] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.091787] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.237310] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.931s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.237924] env[62675]: DEBUG nova.compute.manager [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.240513] env[62675]: DEBUG oslo_concurrency.lockutils [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.240s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.240749] env[62675]: DEBUG nova.objects.instance [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lazy-loading 'resources' on Instance uuid 5ff00e5a-676c-4d56-968e-1fb8866f79ac {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.306921] env[62675]: INFO nova.compute.manager [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Took 48.34 seconds to build instance. [ 808.410980] env[62675]: DEBUG nova.network.neutron [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.426855] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.485224] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690830, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.568114] env[62675]: DEBUG nova.network.neutron [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Updating instance_info_cache with network_info: [{"id": "9efb9a8b-adee-4bcd-b85e-da5cf2f3623d", "address": "fa:16:3e:a1:2e:9a", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9efb9a8b-ad", "ovs_interfaceid": "9efb9a8b-adee-4bcd-b85e-da5cf2f3623d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.595184] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690831, 'name': ReconfigVM_Task, 'duration_secs': 0.346781} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.595627] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Reconfigured VM instance instance-00000040 to attach disk [datastore1] fe3b99a9-4329-408f-847b-56bebd67f82b/fe3b99a9-4329-408f-847b-56bebd67f82b.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.596317] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb8b4587-ddb7-40d0-a3f4-97bf94f6b332 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.603900] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 808.603900] env[62675]: value = "task-2690832" [ 808.603900] env[62675]: _type = "Task" [ 808.603900] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.612574] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690832, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.750132] env[62675]: DEBUG nova.compute.utils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 808.751515] env[62675]: DEBUG nova.compute.manager [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.751790] env[62675]: DEBUG nova.network.neutron [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.804896] env[62675]: DEBUG nova.policy [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '367e3d6d821c40c18d8745e1f21b16ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac2481c15f8340dda5432d349495948a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.809936] env[62675]: DEBUG oslo_concurrency.lockutils [None req-760946ef-1db2-41dd-b1a8-0ed5f63114e1 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "87ccbaad-fb40-49dc-9154-07b90395bce3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.866s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.927204] env[62675]: DEBUG oslo_vmware.api [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690829, 'name': RemoveSnapshot_Task, 'duration_secs': 0.932281} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.927499] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 808.927790] env[62675]: INFO nova.compute.manager [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Took 16.94 seconds to snapshot the instance on the hypervisor. [ 808.986672] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690830, 'name': PowerOnVM_Task, 'duration_secs': 0.854549} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.986965] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.987258] env[62675]: DEBUG nova.compute.manager [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.988107] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e92860-a3b1-4d9c-9ba3-635d299b6f79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.070954] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "refresh_cache-d0064dab-ffb7-4fee-b7f6-a7c0eceed501" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.071308] env[62675]: DEBUG nova.compute.manager [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Instance network_info: |[{"id": "9efb9a8b-adee-4bcd-b85e-da5cf2f3623d", "address": "fa:16:3e:a1:2e:9a", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9efb9a8b-ad", "ovs_interfaceid": "9efb9a8b-adee-4bcd-b85e-da5cf2f3623d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.074252] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:2e:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9efb9a8b-adee-4bcd-b85e-da5cf2f3623d', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.085550] env[62675]: DEBUG oslo.service.loopingcall [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.086289] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.086513] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21528418-ec66-4689-8b18-284c20ff0eee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.113911] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.113911] env[62675]: value = "task-2690833" [ 809.113911] env[62675]: _type = "Task" [ 809.113911] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.117398] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690832, 'name': Rename_Task, 'duration_secs': 0.152513} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.123199] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.123983] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1df15064-e96d-4f19-bb37-7b902ad5b36a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.133086] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690833, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.137566] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 809.137566] env[62675]: value = "task-2690834" [ 809.137566] env[62675]: _type = "Task" [ 809.137566] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.145235] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.229753] env[62675]: DEBUG nova.compute.manager [req-62f00074-4c8f-4616-bb33-e83edc172a34 req-284657bc-63c6-4d44-bdbc-ab08202fae1a service nova] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Received event network-changed-9efb9a8b-adee-4bcd-b85e-da5cf2f3623d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.229972] env[62675]: DEBUG nova.compute.manager [req-62f00074-4c8f-4616-bb33-e83edc172a34 req-284657bc-63c6-4d44-bdbc-ab08202fae1a service nova] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Refreshing instance network info cache due to event network-changed-9efb9a8b-adee-4bcd-b85e-da5cf2f3623d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 809.230230] env[62675]: DEBUG oslo_concurrency.lockutils [req-62f00074-4c8f-4616-bb33-e83edc172a34 req-284657bc-63c6-4d44-bdbc-ab08202fae1a service nova] Acquiring lock "refresh_cache-d0064dab-ffb7-4fee-b7f6-a7c0eceed501" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.230400] env[62675]: DEBUG oslo_concurrency.lockutils [req-62f00074-4c8f-4616-bb33-e83edc172a34 req-284657bc-63c6-4d44-bdbc-ab08202fae1a service nova] Acquired lock "refresh_cache-d0064dab-ffb7-4fee-b7f6-a7c0eceed501" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.230577] env[62675]: DEBUG nova.network.neutron [req-62f00074-4c8f-4616-bb33-e83edc172a34 req-284657bc-63c6-4d44-bdbc-ab08202fae1a service nova] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Refreshing network info cache for port 9efb9a8b-adee-4bcd-b85e-da5cf2f3623d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.255412] env[62675]: DEBUG nova.compute.manager [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.261940] env[62675]: DEBUG nova.network.neutron [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Successfully created port: 9cdaaf24-3078-4e87-9fe4-799831e4b90a {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.309414] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c276b239-37af-43f8-8d60-0dbe61d31b1a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.313323] env[62675]: DEBUG nova.compute.manager [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.322655] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ae4086-851e-49f9-92df-0a41934f7aa4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.361129] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9586b44f-b53f-45ca-afd1-0cc717823a47 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.372372] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a84274-58cc-45ee-9a0d-433d7dd3c99b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.389257] env[62675]: DEBUG nova.compute.provider_tree [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.488312] env[62675]: DEBUG nova.compute.manager [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Found 3 images (rotation: 2) {{(pid=62675) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 809.489446] env[62675]: DEBUG nova.compute.manager [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Rotating out 1 backups {{(pid=62675) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 809.489446] env[62675]: DEBUG nova.compute.manager [None req-7e3f1b68-eb7e-49bc-b2c2-45fe04f4232e tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Deleting image 00cb45fa-f4e9-4ba5-bf86-1c88510f28d0 {{(pid=62675) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 809.502352] env[62675]: INFO nova.compute.manager [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] bringing vm to original state: 'stopped' [ 809.631908] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690833, 'name': CreateVM_Task, 'duration_secs': 0.419786} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.632119] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.632817] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.632985] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.633438] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.633714] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5c5fa3d-d9e9-48e7-8e24-4bb88ca5e544 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.647218] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 809.647218] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524cb11d-8219-c725-818d-9c4e70810823" [ 809.647218] env[62675]: _type = "Task" [ 809.647218] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.649396] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690834, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.659777] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524cb11d-8219-c725-818d-9c4e70810823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.842458] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.892181] env[62675]: DEBUG nova.scheduler.client.report [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.122556] env[62675]: DEBUG nova.network.neutron [req-62f00074-4c8f-4616-bb33-e83edc172a34 req-284657bc-63c6-4d44-bdbc-ab08202fae1a service nova] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Updated VIF entry in instance network info cache for port 9efb9a8b-adee-4bcd-b85e-da5cf2f3623d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.122931] env[62675]: DEBUG nova.network.neutron [req-62f00074-4c8f-4616-bb33-e83edc172a34 req-284657bc-63c6-4d44-bdbc-ab08202fae1a service nova] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Updating instance_info_cache with network_info: [{"id": "9efb9a8b-adee-4bcd-b85e-da5cf2f3623d", "address": "fa:16:3e:a1:2e:9a", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9efb9a8b-ad", "ovs_interfaceid": "9efb9a8b-adee-4bcd-b85e-da5cf2f3623d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.146965] env[62675]: DEBUG oslo_vmware.api [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690834, 'name': PowerOnVM_Task, 'duration_secs': 0.569647} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.147333] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.147539] env[62675]: INFO nova.compute.manager [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Took 9.98 seconds to spawn the instance on the hypervisor. [ 810.147718] env[62675]: DEBUG nova.compute.manager [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.148716] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37362ee8-2d6a-400b-91d9-78d365d88885 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.162338] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.162627] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Processing image 128f56fb-ee2d-4252-8e97-4f641315ae34 {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.162833] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34/128f56fb-ee2d-4252-8e97-4f641315ae34.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.162977] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34/128f56fb-ee2d-4252-8e97-4f641315ae34.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.163207] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.166153] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c33a1cc-678d-43f2-85d4-a0faf1ffc270 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.186700] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.186926] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.187725] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23552470-d202-40c4-bd01-bfc581d104f6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.196628] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 810.196628] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a46ba9-d6af-2ee8-2c06-232215967c5a" [ 810.196628] env[62675]: _type = "Task" [ 810.196628] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.214281] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Preparing fetch location {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 810.214281] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Fetch image to [datastore2] OSTACK_IMG_0c62bbd5-e84c-42e5-9dcf-0f55503c437f/OSTACK_IMG_0c62bbd5-e84c-42e5-9dcf-0f55503c437f.vmdk {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 810.214281] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Downloading stream optimized image 128f56fb-ee2d-4252-8e97-4f641315ae34 to [datastore2] OSTACK_IMG_0c62bbd5-e84c-42e5-9dcf-0f55503c437f/OSTACK_IMG_0c62bbd5-e84c-42e5-9dcf-0f55503c437f.vmdk on the data store datastore2 as vApp {{(pid=62675) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 810.214281] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Downloading image file data 128f56fb-ee2d-4252-8e97-4f641315ae34 to the ESX as VM named 'OSTACK_IMG_0c62bbd5-e84c-42e5-9dcf-0f55503c437f' {{(pid=62675) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 810.272246] env[62675]: DEBUG nova.compute.manager [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.311557] env[62675]: DEBUG oslo_vmware.rw_handles [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 810.311557] env[62675]: value = "resgroup-9" [ 810.311557] env[62675]: _type = "ResourcePool" [ 810.311557] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 810.311868] env[62675]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ea16fa9b-1e36-4815-b39b-f1c4b62cb70d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.336209] env[62675]: DEBUG oslo_vmware.rw_handles [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lease: (returnval){ [ 810.336209] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad8a9b-e32b-232a-3fcd-9c7a4c094c81" [ 810.336209] env[62675]: _type = "HttpNfcLease" [ 810.336209] env[62675]: } obtained for vApp import into resource pool (val){ [ 810.336209] env[62675]: value = "resgroup-9" [ 810.336209] env[62675]: _type = "ResourcePool" [ 810.336209] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 810.336461] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the lease: (returnval){ [ 810.336461] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad8a9b-e32b-232a-3fcd-9c7a4c094c81" [ 810.336461] env[62675]: _type = "HttpNfcLease" [ 810.336461] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 810.342364] env[62675]: DEBUG nova.virt.hardware [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.342606] env[62675]: DEBUG nova.virt.hardware [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.342755] env[62675]: DEBUG nova.virt.hardware [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.342938] env[62675]: DEBUG nova.virt.hardware [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.343091] env[62675]: DEBUG nova.virt.hardware [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.343515] env[62675]: DEBUG nova.virt.hardware [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.343762] env[62675]: DEBUG nova.virt.hardware [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.343930] env[62675]: DEBUG nova.virt.hardware [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.344163] env[62675]: DEBUG nova.virt.hardware [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.344423] env[62675]: DEBUG nova.virt.hardware [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.344666] env[62675]: DEBUG nova.virt.hardware [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.345510] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce06fe5-9a02-47d5-9b58-f254c09f350c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.352067] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.352067] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad8a9b-e32b-232a-3fcd-9c7a4c094c81" [ 810.352067] env[62675]: _type = "HttpNfcLease" [ 810.352067] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 810.355535] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e9dd6c-1774-478d-a0b3-ccf718e29059 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.397846] env[62675]: DEBUG oslo_concurrency.lockutils [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.400291] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.155s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.400537] env[62675]: DEBUG nova.objects.instance [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Lazy-loading 'resources' on Instance uuid 261ccdeb-6805-4db9-9595-472f7247d489 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.512675] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "904c0016-d048-4077-9a77-adb0d00c0c38" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.512675] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "904c0016-d048-4077-9a77-adb0d00c0c38" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.512772] env[62675]: DEBUG nova.compute.manager [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.513708] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591b86d8-ad61-4ccb-847e-28921319ca1b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.521695] env[62675]: DEBUG nova.compute.manager [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 810.625623] env[62675]: DEBUG oslo_concurrency.lockutils [req-62f00074-4c8f-4616-bb33-e83edc172a34 req-284657bc-63c6-4d44-bdbc-ab08202fae1a service nova] Releasing lock "refresh_cache-d0064dab-ffb7-4fee-b7f6-a7c0eceed501" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.675156] env[62675]: INFO nova.compute.manager [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Took 49.34 seconds to build instance. [ 810.846310] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.846310] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad8a9b-e32b-232a-3fcd-9c7a4c094c81" [ 810.846310] env[62675]: _type = "HttpNfcLease" [ 810.846310] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 810.920109] env[62675]: DEBUG oslo_concurrency.lockutils [None req-21b05071-db84-4596-bbcc-6451eba6fd64 tempest-ServerActionsV293TestJSON-874156902 tempest-ServerActionsV293TestJSON-874156902-project-member] Lock "5ff00e5a-676c-4d56-968e-1fb8866f79ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.871s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.026293] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.026422] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e70184-d0a5-47b5-8820-7b620807d241 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.038776] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 811.038776] env[62675]: value = "task-2690836" [ 811.038776] env[62675]: _type = "Task" [ 811.038776] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.052413] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.177867] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40220a3e-06c6-4a68-82e3-1f2d45bf3d10 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "fe3b99a9-4329-408f-847b-56bebd67f82b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.852s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.270727] env[62675]: DEBUG nova.compute.manager [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Received event network-changed-67ce6c3d-92eb-4d45-92a9-a883ffb6d96d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.270727] env[62675]: DEBUG nova.compute.manager [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Refreshing instance network info cache due to event network-changed-67ce6c3d-92eb-4d45-92a9-a883ffb6d96d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 811.270727] env[62675]: DEBUG oslo_concurrency.lockutils [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] Acquiring lock "refresh_cache-87ccbaad-fb40-49dc-9154-07b90395bce3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.270903] env[62675]: DEBUG oslo_concurrency.lockutils [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] Acquired lock "refresh_cache-87ccbaad-fb40-49dc-9154-07b90395bce3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.270942] env[62675]: DEBUG nova.network.neutron [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Refreshing network info cache for port 67ce6c3d-92eb-4d45-92a9-a883ffb6d96d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.283942] env[62675]: DEBUG nova.network.neutron [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Successfully updated port: 9cdaaf24-3078-4e87-9fe4-799831e4b90a {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.348133] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.348133] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad8a9b-e32b-232a-3fcd-9c7a4c094c81" [ 811.348133] env[62675]: _type = "HttpNfcLease" [ 811.348133] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.378177] env[62675]: DEBUG oslo_concurrency.lockutils [None req-affda1b9-d700-402f-a816-908d3efb6646 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "47a2f884-e89a-4114-ad54-a94ba493d07f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.378265] env[62675]: DEBUG oslo_concurrency.lockutils [None req-affda1b9-d700-402f-a816-908d3efb6646 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.378601] env[62675]: DEBUG nova.compute.manager [None req-affda1b9-d700-402f-a816-908d3efb6646 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.379430] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c58be28-47a9-422a-a942-bd8edf8536af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.390727] env[62675]: DEBUG nova.compute.manager [None req-affda1b9-d700-402f-a816-908d3efb6646 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 811.391352] env[62675]: DEBUG nova.objects.instance [None req-affda1b9-d700-402f-a816-908d3efb6646 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'flavor' on Instance uuid 47a2f884-e89a-4114-ad54-a94ba493d07f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.396946] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f75b54-ee43-4215-85af-d801badb7c48 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.405198] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c1c61e-c4bc-4f82-976c-6922ab6dbe18 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.441950] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3801977d-5600-4c98-9842-4f5c185240ac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.450605] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3db31c-6a32-4e6b-86fc-6b8e4bd4cd49 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.464506] env[62675]: DEBUG nova.compute.provider_tree [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.549595] env[62675]: DEBUG oslo_vmware.api [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690836, 'name': PowerOffVM_Task, 'duration_secs': 0.211749} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.549822] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.550370] env[62675]: DEBUG nova.compute.manager [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.550786] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8f9bfa-3426-4d5d-9b30-55e43ed3ef08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.786600] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "refresh_cache-0043b1b7-6921-4357-8a0d-417ededffe99" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.786732] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "refresh_cache-0043b1b7-6921-4357-8a0d-417ededffe99" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.786883] env[62675]: DEBUG nova.network.neutron [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.846505] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 811.846505] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad8a9b-e32b-232a-3fcd-9c7a4c094c81" [ 811.846505] env[62675]: _type = "HttpNfcLease" [ 811.846505] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 811.967699] env[62675]: DEBUG nova.scheduler.client.report [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.065481] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "904c0016-d048-4077-9a77-adb0d00c0c38" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.089928] env[62675]: DEBUG nova.network.neutron [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Updated VIF entry in instance network info cache for port 67ce6c3d-92eb-4d45-92a9-a883ffb6d96d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.090342] env[62675]: DEBUG nova.network.neutron [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Updating instance_info_cache with network_info: [{"id": "67ce6c3d-92eb-4d45-92a9-a883ffb6d96d", "address": "fa:16:3e:26:44:4b", "network": {"id": "a030dbc0-da79-42c8-987b-c43a7777be49", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-750595411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05f110d9ced24d34ba80148357738471", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76cff786-08f3-4a4a-8e68-6ae052a5dff3", "external-id": "nsx-vlan-transportzone-664", "segmentation_id": 664, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ce6c3d-92", "ovs_interfaceid": "67ce6c3d-92eb-4d45-92a9-a883ffb6d96d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.334540] env[62675]: DEBUG nova.network.neutron [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.347032] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.347032] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad8a9b-e32b-232a-3fcd-9c7a4c094c81" [ 812.347032] env[62675]: _type = "HttpNfcLease" [ 812.347032] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 812.402812] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-affda1b9-d700-402f-a816-908d3efb6646 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.402812] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f36909d3-df9a-43a3-8793-46e2e3c70b42 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.411907] env[62675]: DEBUG oslo_vmware.api [None req-affda1b9-d700-402f-a816-908d3efb6646 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 812.411907] env[62675]: value = "task-2690837" [ 812.411907] env[62675]: _type = "Task" [ 812.411907] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.425085] env[62675]: DEBUG oslo_vmware.api [None req-affda1b9-d700-402f-a816-908d3efb6646 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.474426] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.477158] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.231s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.479149] env[62675]: INFO nova.compute.claims [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.504789] env[62675]: INFO nova.scheduler.client.report [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Deleted allocations for instance 261ccdeb-6805-4db9-9595-472f7247d489 [ 812.527437] env[62675]: DEBUG nova.network.neutron [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Updating instance_info_cache with network_info: [{"id": "9cdaaf24-3078-4e87-9fe4-799831e4b90a", "address": "fa:16:3e:d9:67:62", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdaaf24-30", "ovs_interfaceid": "9cdaaf24-3078-4e87-9fe4-799831e4b90a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.577274] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.592927] env[62675]: DEBUG oslo_concurrency.lockutils [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] Releasing lock "refresh_cache-87ccbaad-fb40-49dc-9154-07b90395bce3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.593489] env[62675]: DEBUG nova.compute.manager [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Received event network-vif-plugged-9cdaaf24-3078-4e87-9fe4-799831e4b90a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.593534] env[62675]: DEBUG oslo_concurrency.lockutils [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] Acquiring lock "0043b1b7-6921-4357-8a0d-417ededffe99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.593757] env[62675]: DEBUG oslo_concurrency.lockutils [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] Lock "0043b1b7-6921-4357-8a0d-417ededffe99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.593956] env[62675]: DEBUG oslo_concurrency.lockutils [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] Lock "0043b1b7-6921-4357-8a0d-417ededffe99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.594147] env[62675]: DEBUG nova.compute.manager [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] No waiting events found dispatching network-vif-plugged-9cdaaf24-3078-4e87-9fe4-799831e4b90a {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.595026] env[62675]: WARNING nova.compute.manager [req-0d62bb15-f5a3-4334-be4f-8a95453dd106 req-ff0e201a-c2b4-4cae-a8bf-053b20c776d3 service nova] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Received unexpected event network-vif-plugged-9cdaaf24-3078-4e87-9fe4-799831e4b90a for instance with vm_state building and task_state spawning. [ 812.848807] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.848807] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad8a9b-e32b-232a-3fcd-9c7a4c094c81" [ 812.848807] env[62675]: _type = "HttpNfcLease" [ 812.848807] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 812.849427] env[62675]: DEBUG oslo_vmware.rw_handles [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 812.849427] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad8a9b-e32b-232a-3fcd-9c7a4c094c81" [ 812.849427] env[62675]: _type = "HttpNfcLease" [ 812.849427] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 812.849995] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff444060-6274-4bfc-9c01-ce59ea4f434e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.860021] env[62675]: DEBUG oslo_vmware.rw_handles [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52788b99-b2de-6ceb-0d9e-83971bfb0100/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 812.860575] env[62675]: DEBUG oslo_vmware.rw_handles [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52788b99-b2de-6ceb-0d9e-83971bfb0100/disk-0.vmdk. {{(pid=62675) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 812.916328] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "904c0016-d048-4077-9a77-adb0d00c0c38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.916678] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "904c0016-d048-4077-9a77-adb0d00c0c38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.916971] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "904c0016-d048-4077-9a77-adb0d00c0c38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.917250] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "904c0016-d048-4077-9a77-adb0d00c0c38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.917505] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "904c0016-d048-4077-9a77-adb0d00c0c38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.920260] env[62675]: INFO nova.compute.manager [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Terminating instance [ 812.932357] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-db300894-a9dc-4608-8b6c-84c5b023c195 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.938134] env[62675]: DEBUG oslo_vmware.api [None req-affda1b9-d700-402f-a816-908d3efb6646 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690837, 'name': PowerOffVM_Task, 'duration_secs': 0.168747} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.938987] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-affda1b9-d700-402f-a816-908d3efb6646 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.939225] env[62675]: DEBUG nova.compute.manager [None req-affda1b9-d700-402f-a816-908d3efb6646 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.940114] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ba301-426c-4c0f-8aee-8c900f28b7e6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.014450] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bccf2a52-6c37-4917-b20f-fa86daf311ac tempest-VolumesAssistedSnapshotsTest-285879135 tempest-VolumesAssistedSnapshotsTest-285879135-project-member] Lock "261ccdeb-6805-4db9-9595-472f7247d489" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.353s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.030053] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "refresh_cache-0043b1b7-6921-4357-8a0d-417ededffe99" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.030358] env[62675]: DEBUG nova.compute.manager [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Instance network_info: |[{"id": "9cdaaf24-3078-4e87-9fe4-799831e4b90a", "address": "fa:16:3e:d9:67:62", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdaaf24-30", "ovs_interfaceid": "9cdaaf24-3078-4e87-9fe4-799831e4b90a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.030760] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:67:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cdaaf24-3078-4e87-9fe4-799831e4b90a', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.038342] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Creating folder: Project (ac2481c15f8340dda5432d349495948a). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.038818] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f310a3fc-0184-42b0-bb9d-00b7db4b11e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.052153] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Created folder: Project (ac2481c15f8340dda5432d349495948a) in parent group-v542174. [ 813.052347] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Creating folder: Instances. Parent ref: group-v542362. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.052602] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fe702ef-65f1-4cf3-b591-64d56fcf2d7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.062650] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Created folder: Instances in parent group-v542362. [ 813.062841] env[62675]: DEBUG oslo.service.loopingcall [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 813.063832] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.063832] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b97333cd-8946-499d-b98c-cdc0672bc7cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.086451] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.086451] env[62675]: value = "task-2690840" [ 813.086451] env[62675]: _type = "Task" [ 813.086451] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.095738] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690840, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.308818] env[62675]: DEBUG nova.compute.manager [req-319b6bb5-9181-4f81-b45d-7b3388469af1 req-33408bd6-e3cc-4fd9-a8aa-e529de4db353 service nova] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Received event network-changed-9cdaaf24-3078-4e87-9fe4-799831e4b90a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.309104] env[62675]: DEBUG nova.compute.manager [req-319b6bb5-9181-4f81-b45d-7b3388469af1 req-33408bd6-e3cc-4fd9-a8aa-e529de4db353 service nova] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Refreshing instance network info cache due to event network-changed-9cdaaf24-3078-4e87-9fe4-799831e4b90a. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 813.309645] env[62675]: DEBUG oslo_concurrency.lockutils [req-319b6bb5-9181-4f81-b45d-7b3388469af1 req-33408bd6-e3cc-4fd9-a8aa-e529de4db353 service nova] Acquiring lock "refresh_cache-0043b1b7-6921-4357-8a0d-417ededffe99" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.309930] env[62675]: DEBUG oslo_concurrency.lockutils [req-319b6bb5-9181-4f81-b45d-7b3388469af1 req-33408bd6-e3cc-4fd9-a8aa-e529de4db353 service nova] Acquired lock "refresh_cache-0043b1b7-6921-4357-8a0d-417ededffe99" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.310214] env[62675]: DEBUG nova.network.neutron [req-319b6bb5-9181-4f81-b45d-7b3388469af1 req-33408bd6-e3cc-4fd9-a8aa-e529de4db353 service nova] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Refreshing network info cache for port 9cdaaf24-3078-4e87-9fe4-799831e4b90a {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.434045] env[62675]: DEBUG nova.compute.manager [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.434148] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.435319] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ed047f-071c-4ea7-ba00-40d2fb0eecd0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.447346] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.449298] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f8b669d-b2fd-44d7-876b-3dbd01cf8275 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.455243] env[62675]: DEBUG oslo_concurrency.lockutils [None req-affda1b9-d700-402f-a816-908d3efb6646 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.560190] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.560467] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.560694] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleting the datastore file [datastore2] 904c0016-d048-4077-9a77-adb0d00c0c38 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.563980] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d658321-2e9e-4a72-81b8-7517f3cdb120 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.572524] env[62675]: DEBUG oslo_vmware.api [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 813.572524] env[62675]: value = "task-2690842" [ 813.572524] env[62675]: _type = "Task" [ 813.572524] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.581973] env[62675]: DEBUG oslo_vmware.api [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.596395] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690840, 'name': CreateVM_Task, 'duration_secs': 0.415276} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.598944] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.600136] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.600136] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.600352] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 813.600660] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58028fc-6534-4d46-b6b2-b97b6bdd9440 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.606534] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 813.606534] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f109e5-cc71-3f35-3fbe-9e16bca52551" [ 813.606534] env[62675]: _type = "Task" [ 813.606534] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.617458] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f109e5-cc71-3f35-3fbe-9e16bca52551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.928263] env[62675]: DEBUG oslo_vmware.rw_handles [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Completed reading data from the image iterator. {{(pid=62675) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 813.928590] env[62675]: DEBUG oslo_vmware.rw_handles [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52788b99-b2de-6ceb-0d9e-83971bfb0100/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 813.930631] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a16cd1-e6ce-4cbe-92b1-ac22df234a54 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.939940] env[62675]: DEBUG oslo_vmware.rw_handles [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52788b99-b2de-6ceb-0d9e-83971bfb0100/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 813.943261] env[62675]: DEBUG oslo_vmware.rw_handles [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52788b99-b2de-6ceb-0d9e-83971bfb0100/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 813.944523] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c6bc18b7-dddd-4042-a758-28400e6f15a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.062164] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ba6d83-a10a-453a-9ced-528ae26646ab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.071209] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52311bc3-e82e-4abf-847a-abe513734789 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.085568] env[62675]: DEBUG oslo_vmware.api [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2690842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296252} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.114063] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.114459] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.118017] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.118017] env[62675]: INFO nova.compute.manager [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Took 0.68 seconds to destroy the instance on the hypervisor. [ 814.118017] env[62675]: DEBUG oslo.service.loopingcall [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 814.118264] env[62675]: DEBUG nova.compute.manager [-] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.118453] env[62675]: DEBUG nova.network.neutron [-] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.123336] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffeea33d-cd2e-420d-9c71-5692f6bc8fb0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.135614] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd947763-2d3d-44ed-a1a2-7aba0d85335c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.140221] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f109e5-cc71-3f35-3fbe-9e16bca52551, 'name': SearchDatastore_Task, 'duration_secs': 0.030263} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.140638] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.141222] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.141561] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.141840] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.142132] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.142940] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d9a4d0d-28d8-4094-802c-4eb406279635 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.153144] env[62675]: DEBUG nova.compute.provider_tree [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.167035] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.167296] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.168154] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b40a86-c00e-4fb5-a4d1-27b508dd1a61 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.175877] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 814.175877] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522aa007-2680-cbae-02f5-3561486a2730" [ 814.175877] env[62675]: _type = "Task" [ 814.175877] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.185294] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522aa007-2680-cbae-02f5-3561486a2730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.204477] env[62675]: DEBUG nova.network.neutron [req-319b6bb5-9181-4f81-b45d-7b3388469af1 req-33408bd6-e3cc-4fd9-a8aa-e529de4db353 service nova] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Updated VIF entry in instance network info cache for port 9cdaaf24-3078-4e87-9fe4-799831e4b90a. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.204838] env[62675]: DEBUG nova.network.neutron [req-319b6bb5-9181-4f81-b45d-7b3388469af1 req-33408bd6-e3cc-4fd9-a8aa-e529de4db353 service nova] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Updating instance_info_cache with network_info: [{"id": "9cdaaf24-3078-4e87-9fe4-799831e4b90a", "address": "fa:16:3e:d9:67:62", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdaaf24-30", "ovs_interfaceid": "9cdaaf24-3078-4e87-9fe4-799831e4b90a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.245025] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "fe3b99a9-4329-408f-847b-56bebd67f82b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.245290] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "fe3b99a9-4329-408f-847b-56bebd67f82b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.245494] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "fe3b99a9-4329-408f-847b-56bebd67f82b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.245670] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "fe3b99a9-4329-408f-847b-56bebd67f82b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.245834] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "fe3b99a9-4329-408f-847b-56bebd67f82b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.248462] env[62675]: INFO nova.compute.manager [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Terminating instance [ 814.528316] env[62675]: DEBUG oslo_vmware.rw_handles [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52788b99-b2de-6ceb-0d9e-83971bfb0100/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 814.528774] env[62675]: INFO nova.virt.vmwareapi.images [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Downloaded image file data 128f56fb-ee2d-4252-8e97-4f641315ae34 [ 814.529904] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4170cab2-4f94-43f3-944f-bf411a659857 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.550931] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1b83ec1-5b8b-4af6-bb1c-63d27fcc873f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.657184] env[62675]: DEBUG nova.scheduler.client.report [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.689255] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522aa007-2680-cbae-02f5-3561486a2730, 'name': SearchDatastore_Task, 'duration_secs': 0.018989} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.690063] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d90af7b-6161-413d-99b1-5ce69d1dd881 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.701020] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 814.701020] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52778758-8929-9106-edd1-083b8373a57c" [ 814.701020] env[62675]: _type = "Task" [ 814.701020] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.709690] env[62675]: DEBUG oslo_concurrency.lockutils [req-319b6bb5-9181-4f81-b45d-7b3388469af1 req-33408bd6-e3cc-4fd9-a8aa-e529de4db353 service nova] Releasing lock "refresh_cache-0043b1b7-6921-4357-8a0d-417ededffe99" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.710528] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52778758-8929-9106-edd1-083b8373a57c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.716230] env[62675]: INFO nova.virt.vmwareapi.images [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] The imported VM was unregistered [ 814.719169] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Caching image {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 814.719407] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating directory with path [datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34 {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.719680] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3671cf81-1f5f-4b15-b4cc-42eff70d2f9f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.748018] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Created directory with path [datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34 {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.748018] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0c62bbd5-e84c-42e5-9dcf-0f55503c437f/OSTACK_IMG_0c62bbd5-e84c-42e5-9dcf-0f55503c437f.vmdk to [datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34/128f56fb-ee2d-4252-8e97-4f641315ae34.vmdk. {{(pid=62675) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 814.748018] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-499cad16-be07-4112-a012-03d79aecc71f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.751907] env[62675]: DEBUG nova.compute.manager [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.752298] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.753516] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e664f945-d9a0-4c1b-8bc6-cde42f9fcc6b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.758444] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 814.758444] env[62675]: value = "task-2690844" [ 814.758444] env[62675]: _type = "Task" [ 814.758444] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.766250] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.768578] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94da5399-9ba5-4b61-974c-20e0a2cfe62c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.773335] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690844, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.774935] env[62675]: DEBUG oslo_vmware.api [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 814.774935] env[62675]: value = "task-2690845" [ 814.774935] env[62675]: _type = "Task" [ 814.774935] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.784681] env[62675]: DEBUG oslo_vmware.api [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.798966] env[62675]: DEBUG nova.compute.manager [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Stashing vm_state: stopped {{(pid=62675) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 814.927357] env[62675]: DEBUG nova.network.neutron [-] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.164753] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.165793] env[62675]: DEBUG nova.compute.manager [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.168806] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.218s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.170589] env[62675]: INFO nova.compute.claims [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.211033] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52778758-8929-9106-edd1-083b8373a57c, 'name': SearchDatastore_Task, 'duration_secs': 0.016112} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.211439] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.212080] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 0043b1b7-6921-4357-8a0d-417ededffe99/0043b1b7-6921-4357-8a0d-417ededffe99.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.212080] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-414e2bb3-7d46-40a3-afc1-80be4de425cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.220926] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 815.220926] env[62675]: value = "task-2690846" [ 815.220926] env[62675]: _type = "Task" [ 815.220926] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.233441] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.278022] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690844, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.289181] env[62675]: DEBUG oslo_vmware.api [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690845, 'name': PowerOffVM_Task, 'duration_secs': 0.265448} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.289181] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.289181] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.289181] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ef90985-aa27-47e7-8662-37bca5a8cc6c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.318061] env[62675]: DEBUG oslo_concurrency.lockutils [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.349974] env[62675]: DEBUG nova.compute.manager [req-2ddd4e09-a7e0-45da-abb7-0fdca16b53be req-77230365-8586-4537-836e-fcdea3b3e1ca service nova] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Received event network-vif-deleted-7d078a4b-b6e5-416c-8056-40e3fbe4becb {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.376768] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.377084] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.377355] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Deleting the datastore file [datastore1] fe3b99a9-4329-408f-847b-56bebd67f82b {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.377668] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4a3a844-a944-4751-a3bc-2cf57c41980d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.386787] env[62675]: DEBUG oslo_vmware.api [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 815.386787] env[62675]: value = "task-2690848" [ 815.386787] env[62675]: _type = "Task" [ 815.386787] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.398470] env[62675]: DEBUG oslo_vmware.api [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.430971] env[62675]: INFO nova.compute.manager [-] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Took 1.31 seconds to deallocate network for instance. [ 815.670480] env[62675]: DEBUG nova.compute.utils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 815.674939] env[62675]: DEBUG nova.compute.manager [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.674939] env[62675]: DEBUG nova.network.neutron [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.730107] env[62675]: DEBUG nova.policy [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06c610e6298f4ad8bbd0cb6a444307d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '008e5c41e3c042c8880d7fa20c192b43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.735585] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.772379] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690844, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.902711] env[62675]: DEBUG oslo_vmware.api [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315512} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.903299] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.903577] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.903778] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.903959] env[62675]: INFO nova.compute.manager [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 815.904306] env[62675]: DEBUG oslo.service.loopingcall [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.904535] env[62675]: DEBUG nova.compute.manager [-] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.904644] env[62675]: DEBUG nova.network.neutron [-] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.939175] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.176769] env[62675]: DEBUG nova.compute.manager [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.234892] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.283185] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690844, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.615945] env[62675]: DEBUG nova.network.neutron [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Successfully created port: 3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.739153] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.785866] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690844, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.881208] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f2d1e5-d23d-419e-a1c0-b4780da3305e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.890894] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5119551b-22d7-4380-8399-6282140b5d78 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.932739] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3567cf-ea12-43f9-8d13-fb3821378c14 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.953937] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ac10b5-4886-4b2f-9de6-e230d90f239a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.971887] env[62675]: DEBUG nova.compute.provider_tree [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.157292] env[62675]: DEBUG nova.network.neutron [-] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.192575] env[62675]: DEBUG nova.compute.manager [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.221776] env[62675]: DEBUG nova.virt.hardware [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.222088] env[62675]: DEBUG nova.virt.hardware [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.222348] env[62675]: DEBUG nova.virt.hardware [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.222562] env[62675]: DEBUG nova.virt.hardware [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.222717] env[62675]: DEBUG nova.virt.hardware [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.222868] env[62675]: DEBUG nova.virt.hardware [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.223101] env[62675]: DEBUG nova.virt.hardware [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.223335] env[62675]: DEBUG nova.virt.hardware [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.223518] env[62675]: DEBUG nova.virt.hardware [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.223696] env[62675]: DEBUG nova.virt.hardware [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.223902] env[62675]: DEBUG nova.virt.hardware [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.224831] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61a4ea6-ae70-4d9f-88bf-57a53ff7d231 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.244267] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5806028b-8ccd-45db-8b8b-1e6b29c9668f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.251169] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690846, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.282861] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690844, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.394389] env[62675]: DEBUG nova.compute.manager [req-feabd181-fbb4-406d-bbd6-1f7e87c0c76a req-b7453603-d075-4d87-947c-aa92fe71dfc2 service nova] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Received event network-vif-deleted-7a2be70b-2b85-41bb-8d59-380e7e8d75d0 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.477192] env[62675]: DEBUG nova.scheduler.client.report [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.661551] env[62675]: INFO nova.compute.manager [-] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Took 1.76 seconds to deallocate network for instance. [ 817.740493] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690846, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.785150] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690844, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.984781] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.816s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.985387] env[62675]: DEBUG nova.compute.manager [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.987982] env[62675]: DEBUG oslo_concurrency.lockutils [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.329s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.988308] env[62675]: DEBUG nova.objects.instance [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lazy-loading 'resources' on Instance uuid a2d53a0d-526d-45c1-8142-bc14a8202d98 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.176456] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.239322] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690846, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.547882} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.240070] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 0043b1b7-6921-4357-8a0d-417ededffe99/0043b1b7-6921-4357-8a0d-417ededffe99.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.240414] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.240737] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e06f513-fbb6-458f-8268-0950da07ae72 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.247210] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 818.247210] env[62675]: value = "task-2690849" [ 818.247210] env[62675]: _type = "Task" [ 818.247210] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.255236] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.279256] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690844, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.028403} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.279912] env[62675]: INFO nova.virt.vmwareapi.ds_util [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0c62bbd5-e84c-42e5-9dcf-0f55503c437f/OSTACK_IMG_0c62bbd5-e84c-42e5-9dcf-0f55503c437f.vmdk to [datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34/128f56fb-ee2d-4252-8e97-4f641315ae34.vmdk. [ 818.280158] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Cleaning up location [datastore2] OSTACK_IMG_0c62bbd5-e84c-42e5-9dcf-0f55503c437f {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 818.280402] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0c62bbd5-e84c-42e5-9dcf-0f55503c437f {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.280888] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f541b78-ae7b-46b1-8d54-bbe823b4162c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.287960] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 818.287960] env[62675]: value = "task-2690850" [ 818.287960] env[62675]: _type = "Task" [ 818.287960] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.296512] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.421474] env[62675]: DEBUG nova.network.neutron [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Successfully updated port: 3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.494312] env[62675]: DEBUG nova.compute.utils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 818.495654] env[62675]: DEBUG nova.compute.manager [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Not allocating networking since 'none' was specified. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 818.756681] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065605} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.759564] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.760676] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6d931b-c5ae-46a8-ba8d-f9f3a98da7e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.785601] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 0043b1b7-6921-4357-8a0d-417ededffe99/0043b1b7-6921-4357-8a0d-417ededffe99.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.788297] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10734a83-89fa-4951-94bd-629d461d6ea9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.813369] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036169} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.815035] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.815323] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34/128f56fb-ee2d-4252-8e97-4f641315ae34.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.815917] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34/128f56fb-ee2d-4252-8e97-4f641315ae34.vmdk to [datastore2] d0064dab-ffb7-4fee-b7f6-a7c0eceed501/d0064dab-ffb7-4fee-b7f6-a7c0eceed501.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.816451] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 818.816451] env[62675]: value = "task-2690851" [ 818.816451] env[62675]: _type = "Task" [ 818.816451] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.819250] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4214aa07-5639-455a-ba1d-a6216b5230b2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.832611] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.837454] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 818.837454] env[62675]: value = "task-2690852" [ 818.837454] env[62675]: _type = "Task" [ 818.837454] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.848544] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.924011] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.924220] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.924397] env[62675]: DEBUG nova.network.neutron [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.997364] env[62675]: DEBUG nova.compute.manager [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.052365] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2376c68a-1c8b-4562-8355-8c56a482ea85 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.061950] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133e1e84-a078-4c4b-9e54-b25134addcd1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.099205] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c3f236-29cc-4601-8df8-b874fbdb7ced {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.109788] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc4107d-8ee9-47ec-b53b-49fa798b11f0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.133077] env[62675]: DEBUG nova.compute.provider_tree [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.333453] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690851, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.350784] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690852, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.471898] env[62675]: DEBUG nova.network.neutron [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.544661] env[62675]: DEBUG nova.compute.manager [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Received event network-vif-plugged-3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.545335] env[62675]: DEBUG oslo_concurrency.lockutils [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] Acquiring lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.545335] env[62675]: DEBUG oslo_concurrency.lockutils [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.545527] env[62675]: DEBUG oslo_concurrency.lockutils [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.545685] env[62675]: DEBUG nova.compute.manager [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] No waiting events found dispatching network-vif-plugged-3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.545823] env[62675]: WARNING nova.compute.manager [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Received unexpected event network-vif-plugged-3e2a90c9-1967-45fb-ac92-3b441adb00ea for instance with vm_state building and task_state spawning. [ 819.545978] env[62675]: DEBUG nova.compute.manager [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Received event network-changed-3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.546379] env[62675]: DEBUG nova.compute.manager [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Refreshing instance network info cache due to event network-changed-3e2a90c9-1967-45fb-ac92-3b441adb00ea. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 819.546579] env[62675]: DEBUG oslo_concurrency.lockutils [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] Acquiring lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.635940] env[62675]: DEBUG nova.scheduler.client.report [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.652016] env[62675]: DEBUG nova.network.neutron [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updating instance_info_cache with network_info: [{"id": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "address": "fa:16:3e:bc:1c:2f", "network": {"id": "c2e9e68c-ce27-4cec-a490-f617b04a13ef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579131556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008e5c41e3c042c8880d7fa20c192b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e2a90c9-19", "ovs_interfaceid": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.837043] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690851, 'name': ReconfigVM_Task, 'duration_secs': 0.708133} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.837436] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 0043b1b7-6921-4357-8a0d-417ededffe99/0043b1b7-6921-4357-8a0d-417ededffe99.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.838191] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e41e3977-e883-49f5-8a4e-51e3c0d0479f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.851252] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690852, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.852857] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 819.852857] env[62675]: value = "task-2690853" [ 819.852857] env[62675]: _type = "Task" [ 819.852857] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.866090] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690853, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.014074] env[62675]: DEBUG nova.compute.manager [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.043351] env[62675]: DEBUG nova.virt.hardware [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.043617] env[62675]: DEBUG nova.virt.hardware [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.044095] env[62675]: DEBUG nova.virt.hardware [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.044095] env[62675]: DEBUG nova.virt.hardware [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.044095] env[62675]: DEBUG nova.virt.hardware [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.044385] env[62675]: DEBUG nova.virt.hardware [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.044448] env[62675]: DEBUG nova.virt.hardware [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.044609] env[62675]: DEBUG nova.virt.hardware [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.044776] env[62675]: DEBUG nova.virt.hardware [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.044941] env[62675]: DEBUG nova.virt.hardware [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.045132] env[62675]: DEBUG nova.virt.hardware [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.046145] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09736842-67c3-4fcd-978b-205c3f427206 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.058170] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d760b43-e404-4165-ab82-ea9c9000f219 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.076669] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Instance VIF info [] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.083042] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Creating folder: Project (34131750f8c245f993fb9379656d2fe0). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.083339] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cde1be2-dd7f-4df1-986d-7d111ef09b18 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.097669] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Created folder: Project (34131750f8c245f993fb9379656d2fe0) in parent group-v542174. [ 820.097886] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Creating folder: Instances. Parent ref: group-v542365. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.098164] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c9cbaee-c192-44f0-b159-cccabab7e3cc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.109750] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Created folder: Instances in parent group-v542365. [ 820.110019] env[62675]: DEBUG oslo.service.loopingcall [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 820.110233] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.110508] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1787f5c9-8157-4f77-ab42-b5d94946786a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.132350] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.132350] env[62675]: value = "task-2690856" [ 820.132350] env[62675]: _type = "Task" [ 820.132350] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.140957] env[62675]: DEBUG oslo_concurrency.lockutils [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.147273] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.487s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.147580] env[62675]: DEBUG nova.objects.instance [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lazy-loading 'resources' on Instance uuid 64feea76-2a2f-42df-b0bd-ebbe37e024d9 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.149179] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690856, 'name': CreateVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.155537] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Releasing lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.155887] env[62675]: DEBUG nova.compute.manager [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Instance network_info: |[{"id": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "address": "fa:16:3e:bc:1c:2f", "network": {"id": "c2e9e68c-ce27-4cec-a490-f617b04a13ef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579131556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008e5c41e3c042c8880d7fa20c192b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e2a90c9-19", "ovs_interfaceid": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.156229] env[62675]: DEBUG oslo_concurrency.lockutils [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] Acquired lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.156447] env[62675]: DEBUG nova.network.neutron [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Refreshing network info cache for port 3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.157683] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:1c:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e2a90c9-1967-45fb-ac92-3b441adb00ea', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.165980] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Creating folder: Project (008e5c41e3c042c8880d7fa20c192b43). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.166941] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df31cc72-782d-4016-be67-a9533a2a6895 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.171014] env[62675]: INFO nova.scheduler.client.report [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Deleted allocations for instance a2d53a0d-526d-45c1-8142-bc14a8202d98 [ 820.181448] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Created folder: Project (008e5c41e3c042c8880d7fa20c192b43) in parent group-v542174. [ 820.181687] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Creating folder: Instances. Parent ref: group-v542368. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.182262] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63ae2925-57cc-4bc6-b9b5-8c0b87afc85b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.196376] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Created folder: Instances in parent group-v542368. [ 820.196593] env[62675]: DEBUG oslo.service.loopingcall [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 820.197064] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.197064] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72d8368c-847d-4c1e-9e0e-66cea05f8cc3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.221500] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.221500] env[62675]: value = "task-2690859" [ 820.221500] env[62675]: _type = "Task" [ 820.221500] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.236523] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690859, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.360621] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690852, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.370530] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690853, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.642933] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690856, 'name': CreateVM_Task, 'duration_secs': 0.398279} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.643335] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.643616] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.643785] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.644153] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.644493] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4b7628-b5aa-4225-98d8-59b78fc146b9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.649626] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 820.649626] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]521ed80e-d7f4-e261-9451-7598b58072ad" [ 820.649626] env[62675]: _type = "Task" [ 820.649626] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.660896] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521ed80e-d7f4-e261-9451-7598b58072ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.681477] env[62675]: DEBUG oslo_concurrency.lockutils [None req-05bd248c-7b7b-4e40-b45b-7b63a0f0eaa8 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "a2d53a0d-526d-45c1-8142-bc14a8202d98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.767s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.735869] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690859, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.856597] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690852, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.872240] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690853, 'name': Rename_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.051642] env[62675]: DEBUG nova.network.neutron [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updated VIF entry in instance network info cache for port 3e2a90c9-1967-45fb-ac92-3b441adb00ea. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.052034] env[62675]: DEBUG nova.network.neutron [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updating instance_info_cache with network_info: [{"id": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "address": "fa:16:3e:bc:1c:2f", "network": {"id": "c2e9e68c-ce27-4cec-a490-f617b04a13ef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579131556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008e5c41e3c042c8880d7fa20c192b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e2a90c9-19", "ovs_interfaceid": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.161606] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521ed80e-d7f4-e261-9451-7598b58072ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01474} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.164657] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.165657] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.165657] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.165657] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.165657] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.165969] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cbb0d53-60ee-42a4-bf4d-bc8cc7a908ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.178036] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.178036] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.183020] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ea9b3b6-62c2-4d9e-a38e-e550ea7ae253 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.189913] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 821.189913] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]526cb8f0-66fd-cb8a-0172-c861de2d0b59" [ 821.189913] env[62675]: _type = "Task" [ 821.189913] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.198064] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526cb8f0-66fd-cb8a-0172-c861de2d0b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.214342] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217673da-58c2-4d7a-b788-099ac6dc399d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.226345] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb82ab-925d-485a-8a2b-46ccec4b8d2b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.236080] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690859, 'name': CreateVM_Task, 'duration_secs': 0.74304} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.236274] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.236975] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.237158] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.237482] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.238265] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0caf4f4-0d88-434f-955c-5d561f6b5abc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.265805] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b62f82e-44d0-40f3-9d95-87ce200e1f58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.269767] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 821.269767] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]521a8079-59ed-5c1a-0a95-29958db17c34" [ 821.269767] env[62675]: _type = "Task" [ 821.269767] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.276314] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dab766-5169-42b4-b525-238ac1d9adf7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.284168] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521a8079-59ed-5c1a-0a95-29958db17c34, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.284815] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.285064] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.285296] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.285444] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.285676] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.285923] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b94866d2-61a9-4893-b19e-402811686a12 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.296224] env[62675]: DEBUG nova.compute.provider_tree [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.302593] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.302739] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.304008] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd86f3f-b035-4a3b-beb2-75fc913e5475 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.309792] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 821.309792] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52174c4c-619c-5f4d-d631-ba5bd6d8ba2b" [ 821.309792] env[62675]: _type = "Task" [ 821.309792] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.317324] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52174c4c-619c-5f4d-d631-ba5bd6d8ba2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.351589] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690852, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.453845} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.351832] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/128f56fb-ee2d-4252-8e97-4f641315ae34/128f56fb-ee2d-4252-8e97-4f641315ae34.vmdk to [datastore2] d0064dab-ffb7-4fee-b7f6-a7c0eceed501/d0064dab-ffb7-4fee-b7f6-a7c0eceed501.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.352644] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b746e9a-cffe-41f2-b84d-bcc7933b75af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.376179] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] d0064dab-ffb7-4fee-b7f6-a7c0eceed501/d0064dab-ffb7-4fee-b7f6-a7c0eceed501.vmdk or device None with type streamOptimized {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.377131] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5620a701-d82c-406c-a55b-760a9d520829 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.396094] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690853, 'name': Rename_Task, 'duration_secs': 1.026948} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.396776] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.397052] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ae1d07-e906-44cc-a313-1096183cfb60 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.401907] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 821.401907] env[62675]: value = "task-2690860" [ 821.401907] env[62675]: _type = "Task" [ 821.401907] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.402996] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 821.402996] env[62675]: value = "task-2690861" [ 821.402996] env[62675]: _type = "Task" [ 821.402996] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.413838] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.416362] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.556226] env[62675]: DEBUG oslo_concurrency.lockutils [req-9f6a1cf3-ff38-423e-8533-5682fbf41afd req-5b0ccead-eb6a-4612-b5f3-62f4cfb05364 service nova] Releasing lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.699950] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526cb8f0-66fd-cb8a-0172-c861de2d0b59, 'name': SearchDatastore_Task, 'duration_secs': 0.022056} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.700738] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f9dfe6-3193-4673-b48a-b390d44fc75a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.705620] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 821.705620] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524c782e-f73b-455c-372e-d4e9bf95c0df" [ 821.705620] env[62675]: _type = "Task" [ 821.705620] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.712944] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524c782e-f73b-455c-372e-d4e9bf95c0df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.799261] env[62675]: DEBUG nova.scheduler.client.report [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.820400] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52174c4c-619c-5f4d-d631-ba5bd6d8ba2b, 'name': SearchDatastore_Task, 'duration_secs': 0.008137} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.822467] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4bde041-6336-4e34-8e71-7ac6fb5f3a50 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.828427] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 821.828427] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d31f26-f808-a20d-4ec9-20161471da5e" [ 821.828427] env[62675]: _type = "Task" [ 821.828427] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.836898] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d31f26-f808-a20d-4ec9-20161471da5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.915252] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690861, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.918229] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690860, 'name': ReconfigVM_Task, 'duration_secs': 0.273435} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.918473] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Reconfigured VM instance instance-00000041 to attach disk [datastore2] d0064dab-ffb7-4fee-b7f6-a7c0eceed501/d0064dab-ffb7-4fee-b7f6-a7c0eceed501.vmdk or device None with type streamOptimized {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.919107] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e93e37c7-d77b-4528-9dbe-bbe3af34a0a9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.926648] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 821.926648] env[62675]: value = "task-2690862" [ 821.926648] env[62675]: _type = "Task" [ 821.926648] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.939347] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690862, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.216933] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524c782e-f73b-455c-372e-d4e9bf95c0df, 'name': SearchDatastore_Task, 'duration_secs': 0.030265} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.216933] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.217124] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 1f42de07-2ec2-4d25-8fc7-2ea7224770a8/1f42de07-2ec2-4d25-8fc7-2ea7224770a8.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.217248] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d65d076-22da-45e3-b772-455bbcc594eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.224547] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 822.224547] env[62675]: value = "task-2690863" [ 822.224547] env[62675]: _type = "Task" [ 822.224547] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.233467] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.305025] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.307088] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.266s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.308642] env[62675]: INFO nova.compute.claims [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.321678] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "d369db14-64c9-4d08-8730-64c121eeb40f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.321909] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "d369db14-64c9-4d08-8730-64c121eeb40f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.323864] env[62675]: INFO nova.scheduler.client.report [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Deleted allocations for instance 64feea76-2a2f-42df-b0bd-ebbe37e024d9 [ 822.341329] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d31f26-f808-a20d-4ec9-20161471da5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.341596] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.341846] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] c6262f9f-f64e-42ac-ad87-e2f9777d1605/c6262f9f-f64e-42ac-ad87-e2f9777d1605.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.342112] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d30cf30f-a4aa-4fbb-982a-1dedd41236e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.348569] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 822.348569] env[62675]: value = "task-2690864" [ 822.348569] env[62675]: _type = "Task" [ 822.348569] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.357974] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.415734] env[62675]: DEBUG oslo_vmware.api [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690861, 'name': PowerOnVM_Task, 'duration_secs': 0.578268} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.416128] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.416292] env[62675]: INFO nova.compute.manager [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Took 12.14 seconds to spawn the instance on the hypervisor. [ 822.416486] env[62675]: DEBUG nova.compute.manager [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.417414] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e1d4b5-ad4a-43ab-a55a-5616cdb7d633 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.434586] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690862, 'name': Rename_Task, 'duration_secs': 0.142018} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.434822] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.435055] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd9d7b7e-273b-40f7-a28f-bcc6fc55fba3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.440416] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 822.440416] env[62675]: value = "task-2690865" [ 822.440416] env[62675]: _type = "Task" [ 822.440416] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.447451] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.736252] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690863, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.826372] env[62675]: DEBUG nova.compute.manager [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.832000] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9c6fd76f-9d43-4432-bd24-28690ad16028 tempest-MultipleCreateTestJSON-1481033726 tempest-MultipleCreateTestJSON-1481033726-project-member] Lock "64feea76-2a2f-42df-b0bd-ebbe37e024d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.821s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.859546] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690864, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.940437] env[62675]: INFO nova.compute.manager [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Took 57.41 seconds to build instance. [ 822.956378] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.240826] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730419} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.241530] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 1f42de07-2ec2-4d25-8fc7-2ea7224770a8/1f42de07-2ec2-4d25-8fc7-2ea7224770a8.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.241638] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.242058] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2bb7128-03fa-49e4-af12-5a85de6972c0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.250144] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 823.250144] env[62675]: value = "task-2690866" [ 823.250144] env[62675]: _type = "Task" [ 823.250144] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.259405] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.354399] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 823.364144] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718677} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.364487] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] c6262f9f-f64e-42ac-ad87-e2f9777d1605/c6262f9f-f64e-42ac-ad87-e2f9777d1605.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.365231] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.365231] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3349a779-09ba-49cf-91da-90434db3f6b4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.371145] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 823.371145] env[62675]: value = "task-2690867" [ 823.371145] env[62675]: _type = "Task" [ 823.371145] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.379812] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.447237] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1a488865-703c-4d65-a319-e7ce2d7e2adb tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "0043b1b7-6921-4357-8a0d-417ededffe99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.930s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.450683] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.765549] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065235} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.765920] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.767078] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194aa82f-b3f5-4867-bac7-95922e4d6799 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.800289] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 1f42de07-2ec2-4d25-8fc7-2ea7224770a8/1f42de07-2ec2-4d25-8fc7-2ea7224770a8.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.803992] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d69a63d-6dc3-494b-ae48-aef2bbe0d007 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.834655] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 823.834655] env[62675]: value = "task-2690868" [ 823.834655] env[62675]: _type = "Task" [ 823.834655] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.845297] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.879621] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070936} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.882030] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.882606] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc5939e-2ee7-4614-9026-70fdcd509fff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.885717] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94714777-0181-487c-ad77-07ac27cd7d35 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.900903] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec017437-d109-46ae-895d-581b57fbd7f6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.912494] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c6262f9f-f64e-42ac-ad87-e2f9777d1605/c6262f9f-f64e-42ac-ad87-e2f9777d1605.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.913687] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-008f2dfc-7d28-4bd3-b335-f9393919bd34 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.966379] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f468b829-2cf7-4885-be3e-52797799f9c0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.968967] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 823.968967] env[62675]: value = "task-2690869" [ 823.968967] env[62675]: _type = "Task" [ 823.968967] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.977838] env[62675]: DEBUG oslo_vmware.api [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690865, 'name': PowerOnVM_Task, 'duration_secs': 1.081023} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.978316] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.978560] env[62675]: INFO nova.compute.manager [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Took 17.63 seconds to spawn the instance on the hypervisor. [ 823.978790] env[62675]: DEBUG nova.compute.manager [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.980104] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644716b0-c09d-4661-90a7-5fce02bdf533 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.987722] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97c21c7-13e9-4e1e-ae97-46097b24c534 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.990230] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.002324] env[62675]: DEBUG nova.compute.provider_tree [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.345121] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.485296] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.508334] env[62675]: DEBUG nova.scheduler.client.report [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.524199] env[62675]: INFO nova.compute.manager [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Took 60.80 seconds to build instance. [ 824.849408] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.980083] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690869, 'name': ReconfigVM_Task, 'duration_secs': 0.710181} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.980407] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c6262f9f-f64e-42ac-ad87-e2f9777d1605/c6262f9f-f64e-42ac-ad87-e2f9777d1605.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.981081] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d7b092e-d258-4151-9265-95096c7184aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.987994] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 824.987994] env[62675]: value = "task-2690870" [ 824.987994] env[62675]: _type = "Task" [ 824.987994] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.996546] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690870, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.023111] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.023714] env[62675]: DEBUG nova.compute.manager [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 825.026407] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.823s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.029181] env[62675]: INFO nova.compute.claims [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.032247] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af10d1c9-2aff-4098-9692-ae8327a7e6b4 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "d0064dab-ffb7-4fee-b7f6-a7c0eceed501" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.325s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.106503] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "ac96ef90-e5a4-4e27-8250-2c9ab262dbdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.106754] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "ac96ef90-e5a4-4e27-8250-2c9ab262dbdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.123675] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "d0064dab-ffb7-4fee-b7f6-a7c0eceed501" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.123934] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "d0064dab-ffb7-4fee-b7f6-a7c0eceed501" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.124207] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "d0064dab-ffb7-4fee-b7f6-a7c0eceed501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 825.124430] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "d0064dab-ffb7-4fee-b7f6-a7c0eceed501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.124607] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "d0064dab-ffb7-4fee-b7f6-a7c0eceed501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.126600] env[62675]: INFO nova.compute.manager [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Terminating instance [ 825.346627] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.500751] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690870, 'name': Rename_Task, 'duration_secs': 0.253031} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.501107] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.501425] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff748fb0-d056-44ed-a2b1-59e07e1a36a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.508389] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 825.508389] env[62675]: value = "task-2690871" [ 825.508389] env[62675]: _type = "Task" [ 825.508389] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.518095] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.533992] env[62675]: DEBUG nova.compute.utils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 825.538187] env[62675]: DEBUG nova.compute.manager [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.538405] env[62675]: DEBUG nova.network.neutron [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.586202] env[62675]: DEBUG nova.policy [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4693defe3ec4067b30ff4d50c50b7d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1e2d36f4a0e44b0a6d91729a3e424fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.608872] env[62675]: DEBUG nova.compute.manager [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.630606] env[62675]: DEBUG nova.compute.manager [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.630861] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.631801] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4f45b8-87ca-48da-8634-d02013dec235 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.639608] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.639836] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-229fdeaf-1787-43e8-81dd-6813c1774d9d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.646038] env[62675]: DEBUG oslo_vmware.api [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 825.646038] env[62675]: value = "task-2690872" [ 825.646038] env[62675]: _type = "Task" [ 825.646038] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.653624] env[62675]: DEBUG oslo_vmware.api [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.848240] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690868, 'name': ReconfigVM_Task, 'duration_secs': 1.889997} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.848881] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 1f42de07-2ec2-4d25-8fc7-2ea7224770a8/1f42de07-2ec2-4d25-8fc7-2ea7224770a8.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.849622] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d834f354-fb51-4240-b95a-3c9ea73caed3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.857015] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 825.857015] env[62675]: value = "task-2690873" [ 825.857015] env[62675]: _type = "Task" [ 825.857015] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.866506] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690873, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.962148] env[62675]: DEBUG nova.network.neutron [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Successfully created port: 941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.018573] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.039375] env[62675]: DEBUG nova.compute.manager [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.130491] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.155274] env[62675]: DEBUG oslo_vmware.api [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.366569] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690873, 'name': Rename_Task, 'duration_secs': 0.331986} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.369154] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.370038] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-135d4f17-72d6-4ac8-8d12-be1ef49d4dd9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.376360] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 826.376360] env[62675]: value = "task-2690874" [ 826.376360] env[62675]: _type = "Task" [ 826.376360] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.386890] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.521699] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.526835] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1043ce0c-0903-44d1-85ae-fae2a4d4f10c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.534257] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf81d01-8ce7-447f-aa42-cc42951b4d0b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.570104] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7c4936-60a8-4dfe-b3c1-60794c8ba33c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.577543] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4ecda2-4dea-462f-a17d-7b3f938cf1e4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.591152] env[62675]: DEBUG nova.compute.provider_tree [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.656934] env[62675]: DEBUG oslo_vmware.api [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690872, 'name': PowerOffVM_Task, 'duration_secs': 0.770287} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.657194] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.657368] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.657622] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bb51534-583d-49a2-aa3b-fa92fbd6495a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.732416] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.732705] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.732932] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleting the datastore file [datastore2] d0064dab-ffb7-4fee-b7f6-a7c0eceed501 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.733227] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11826bc3-d7e5-4995-a3de-2279f4b81340 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.739297] env[62675]: DEBUG oslo_vmware.api [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 826.739297] env[62675]: value = "task-2690876" [ 826.739297] env[62675]: _type = "Task" [ 826.739297] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.747158] env[62675]: DEBUG oslo_vmware.api [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.888489] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.019277] env[62675]: DEBUG oslo_vmware.api [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690871, 'name': PowerOnVM_Task, 'duration_secs': 1.386451} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.019549] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.019749] env[62675]: INFO nova.compute.manager [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Took 9.83 seconds to spawn the instance on the hypervisor. [ 827.019945] env[62675]: DEBUG nova.compute.manager [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.020948] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c7dc61-f03b-4d50-a34a-2e0bff42ce36 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.074200] env[62675]: DEBUG nova.compute.manager [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 827.094189] env[62675]: DEBUG nova.scheduler.client.report [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.155196] env[62675]: DEBUG nova.virt.hardware [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 827.155505] env[62675]: DEBUG nova.virt.hardware [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.155686] env[62675]: DEBUG nova.virt.hardware [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.155870] env[62675]: DEBUG nova.virt.hardware [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.156027] env[62675]: DEBUG nova.virt.hardware [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.156183] env[62675]: DEBUG nova.virt.hardware [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 827.156392] env[62675]: DEBUG nova.virt.hardware [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 827.156549] env[62675]: DEBUG nova.virt.hardware [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 827.156714] env[62675]: DEBUG nova.virt.hardware [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 827.156873] env[62675]: DEBUG nova.virt.hardware [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 827.157053] env[62675]: DEBUG nova.virt.hardware [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 827.157892] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9114063c-1ef6-4e54-a8b1-85601a3aae34 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.165234] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d2c401-b79f-448d-b7ec-65c828047be7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.249451] env[62675]: DEBUG oslo_vmware.api [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269185} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.249720] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.249902] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.250093] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.250272] env[62675]: INFO nova.compute.manager [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Took 1.62 seconds to destroy the instance on the hypervisor. [ 827.250516] env[62675]: DEBUG oslo.service.loopingcall [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 827.250702] env[62675]: DEBUG nova.compute.manager [-] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.250796] env[62675]: DEBUG nova.network.neutron [-] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.387828] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690874, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.541372] env[62675]: INFO nova.compute.manager [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Took 52.32 seconds to build instance. [ 827.603020] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.603020] env[62675]: DEBUG nova.compute.manager [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.603828] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.342s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.604216] env[62675]: DEBUG nova.objects.instance [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Lazy-loading 'resources' on Instance uuid d68f8527-5783-449b-bbbe-e55ba4e54b1c {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.799784] env[62675]: DEBUG nova.compute.manager [req-356c6776-a1d7-40f1-9465-8344ff6c9841 req-3de5c026-0201-4656-85f0-f63ab94e7088 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Received event network-vif-plugged-941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.800289] env[62675]: DEBUG oslo_concurrency.lockutils [req-356c6776-a1d7-40f1-9465-8344ff6c9841 req-3de5c026-0201-4656-85f0-f63ab94e7088 service nova] Acquiring lock "09583a11-95de-4d0e-b0c3-6625655a66ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.800289] env[62675]: DEBUG oslo_concurrency.lockutils [req-356c6776-a1d7-40f1-9465-8344ff6c9841 req-3de5c026-0201-4656-85f0-f63ab94e7088 service nova] Lock "09583a11-95de-4d0e-b0c3-6625655a66ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.800411] env[62675]: DEBUG oslo_concurrency.lockutils [req-356c6776-a1d7-40f1-9465-8344ff6c9841 req-3de5c026-0201-4656-85f0-f63ab94e7088 service nova] Lock "09583a11-95de-4d0e-b0c3-6625655a66ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.800580] env[62675]: DEBUG nova.compute.manager [req-356c6776-a1d7-40f1-9465-8344ff6c9841 req-3de5c026-0201-4656-85f0-f63ab94e7088 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] No waiting events found dispatching network-vif-plugged-941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.800742] env[62675]: WARNING nova.compute.manager [req-356c6776-a1d7-40f1-9465-8344ff6c9841 req-3de5c026-0201-4656-85f0-f63ab94e7088 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Received unexpected event network-vif-plugged-941b234e-708b-4a51-9e96-2a19df3f012b for instance with vm_state building and task_state spawning. [ 827.889650] env[62675]: DEBUG oslo_vmware.api [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690874, 'name': PowerOnVM_Task, 'duration_secs': 1.137035} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.890559] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.890559] env[62675]: INFO nova.compute.manager [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Took 7.88 seconds to spawn the instance on the hypervisor. [ 827.890559] env[62675]: DEBUG nova.compute.manager [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.891215] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83207667-3f61-46d5-9314-b09f96cf2e9f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.935766] env[62675]: DEBUG nova.network.neutron [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Successfully updated port: 941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.043617] env[62675]: DEBUG oslo_concurrency.lockutils [None req-604d8f66-ce3f-4de5-a509-01c0e66af60b tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.464s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.111831] env[62675]: DEBUG nova.compute.utils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 828.112900] env[62675]: DEBUG nova.compute.manager [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.113083] env[62675]: DEBUG nova.network.neutron [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.212159] env[62675]: DEBUG nova.policy [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2fdafbf38584ddc953c2e8cb854f272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48bd7eabf522421688f4ce2a50bed3bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.385785] env[62675]: DEBUG nova.network.neutron [-] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.415952] env[62675]: INFO nova.compute.manager [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Took 52.49 seconds to build instance. [ 828.437815] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquiring lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.437815] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquired lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.438057] env[62675]: DEBUG nova.network.neutron [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.593865] env[62675]: DEBUG nova.network.neutron [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Successfully created port: c7218708-5c85-4834-bf37-d7034afe72c4 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.611294] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab09cea-09c2-4c1a-a9c6-6228f2fe74ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.617079] env[62675]: DEBUG nova.compute.manager [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.623106] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ebd0c0-2dc6-44ce-974d-095d984557d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.655635] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd4315-44aa-4f3a-b2ff-b3135bb37acf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.663754] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b09b33a-abf8-4037-a7ce-ff7813be3ad8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.677905] env[62675]: DEBUG nova.compute.provider_tree [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.891597] env[62675]: INFO nova.compute.manager [-] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Took 1.64 seconds to deallocate network for instance. [ 828.921743] env[62675]: DEBUG oslo_concurrency.lockutils [None req-963251aa-f763-4558-bd51-3e60f8ca85e9 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lock "1f42de07-2ec2-4d25-8fc7-2ea7224770a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.077s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.983271] env[62675]: DEBUG nova.network.neutron [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.131547] env[62675]: DEBUG nova.network.neutron [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Updating instance_info_cache with network_info: [{"id": "941b234e-708b-4a51-9e96-2a19df3f012b", "address": "fa:16:3e:15:fd:02", "network": {"id": "bb9f3654-48f8-47de-849b-5d93beca9f72", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1999772216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e2d36f4a0e44b0a6d91729a3e424fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941b234e-70", "ovs_interfaceid": "941b234e-708b-4a51-9e96-2a19df3f012b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.181754] env[62675]: DEBUG nova.scheduler.client.report [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.290970] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "de91c72c-17aa-48a8-a54e-72644666e8e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.291317] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "de91c72c-17aa-48a8-a54e-72644666e8e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.400340] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.537618] env[62675]: INFO nova.compute.manager [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Rebuilding instance [ 829.581709] env[62675]: DEBUG nova.compute.manager [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.583038] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54c782f-ec0e-49dd-98df-571c1ac264a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.634810] env[62675]: DEBUG nova.compute.manager [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.637265] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Releasing lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.637265] env[62675]: DEBUG nova.compute.manager [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Instance network_info: |[{"id": "941b234e-708b-4a51-9e96-2a19df3f012b", "address": "fa:16:3e:15:fd:02", "network": {"id": "bb9f3654-48f8-47de-849b-5d93beca9f72", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1999772216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e2d36f4a0e44b0a6d91729a3e424fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941b234e-70", "ovs_interfaceid": "941b234e-708b-4a51-9e96-2a19df3f012b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.637647] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:fd:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '941b234e-708b-4a51-9e96-2a19df3f012b', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.645508] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Creating folder: Project (a1e2d36f4a0e44b0a6d91729a3e424fb). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.646137] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-525be729-8553-4695-a63e-629803d10fab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.656798] env[62675]: DEBUG nova.virt.hardware [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.657044] env[62675]: DEBUG nova.virt.hardware [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.657210] env[62675]: DEBUG nova.virt.hardware [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.657393] env[62675]: DEBUG nova.virt.hardware [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.657538] env[62675]: DEBUG nova.virt.hardware [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.657687] env[62675]: DEBUG nova.virt.hardware [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.657894] env[62675]: DEBUG nova.virt.hardware [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.658066] env[62675]: DEBUG nova.virt.hardware [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.658236] env[62675]: DEBUG nova.virt.hardware [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.658431] env[62675]: DEBUG nova.virt.hardware [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.658622] env[62675]: DEBUG nova.virt.hardware [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.659464] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca126947-636b-4ecb-8f50-844d1d55e344 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.663424] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Created folder: Project (a1e2d36f4a0e44b0a6d91729a3e424fb) in parent group-v542174. [ 829.663627] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Creating folder: Instances. Parent ref: group-v542371. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.664357] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a4b3a19-c1a3-4b9a-941e-816ec8be3022 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.669491] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48285ad1-afa7-4671-ab08-1d7d9d9c3f59 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.674237] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Created folder: Instances in parent group-v542371. [ 829.674456] env[62675]: DEBUG oslo.service.loopingcall [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.674636] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.674821] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa6d60d5-49c6-4a7b-9edb-828d8abc8e43 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.698811] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.701553] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.896s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.703049] env[62675]: INFO nova.compute.claims [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.710241] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.710241] env[62675]: value = "task-2690879" [ 829.710241] env[62675]: _type = "Task" [ 829.710241] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.720034] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690879, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.722023] env[62675]: INFO nova.scheduler.client.report [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Deleted allocations for instance d68f8527-5783-449b-bbbe-e55ba4e54b1c [ 829.795831] env[62675]: DEBUG nova.compute.manager [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.829722] env[62675]: DEBUG nova.compute.manager [req-767358a7-b3fe-48ef-8829-38ce67ec47c6 req-1d193cfd-94fd-4fed-aed4-fcb0e65f64b5 service nova] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Received event network-vif-deleted-9efb9a8b-adee-4bcd-b85e-da5cf2f3623d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.829722] env[62675]: DEBUG nova.compute.manager [req-767358a7-b3fe-48ef-8829-38ce67ec47c6 req-1d193cfd-94fd-4fed-aed4-fcb0e65f64b5 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Received event network-changed-941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 829.830685] env[62675]: DEBUG nova.compute.manager [req-767358a7-b3fe-48ef-8829-38ce67ec47c6 req-1d193cfd-94fd-4fed-aed4-fcb0e65f64b5 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Refreshing instance network info cache due to event network-changed-941b234e-708b-4a51-9e96-2a19df3f012b. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 829.830685] env[62675]: DEBUG oslo_concurrency.lockutils [req-767358a7-b3fe-48ef-8829-38ce67ec47c6 req-1d193cfd-94fd-4fed-aed4-fcb0e65f64b5 service nova] Acquiring lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.830685] env[62675]: DEBUG oslo_concurrency.lockutils [req-767358a7-b3fe-48ef-8829-38ce67ec47c6 req-1d193cfd-94fd-4fed-aed4-fcb0e65f64b5 service nova] Acquired lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.830685] env[62675]: DEBUG nova.network.neutron [req-767358a7-b3fe-48ef-8829-38ce67ec47c6 req-1d193cfd-94fd-4fed-aed4-fcb0e65f64b5 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Refreshing network info cache for port 941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.225335] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690879, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.227923] env[62675]: DEBUG nova.network.neutron [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Successfully updated port: c7218708-5c85-4834-bf37-d7034afe72c4 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.233725] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75dfc9fd-7898-4a2d-a431-084bda352d89 tempest-ServersTestJSON-1545620983 tempest-ServersTestJSON-1545620983-project-member] Lock "d68f8527-5783-449b-bbbe-e55ba4e54b1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.514s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.318207] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.581460] env[62675]: DEBUG nova.network.neutron [req-767358a7-b3fe-48ef-8829-38ce67ec47c6 req-1d193cfd-94fd-4fed-aed4-fcb0e65f64b5 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Updated VIF entry in instance network info cache for port 941b234e-708b-4a51-9e96-2a19df3f012b. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.581460] env[62675]: DEBUG nova.network.neutron [req-767358a7-b3fe-48ef-8829-38ce67ec47c6 req-1d193cfd-94fd-4fed-aed4-fcb0e65f64b5 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Updating instance_info_cache with network_info: [{"id": "941b234e-708b-4a51-9e96-2a19df3f012b", "address": "fa:16:3e:15:fd:02", "network": {"id": "bb9f3654-48f8-47de-849b-5d93beca9f72", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1999772216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e2d36f4a0e44b0a6d91729a3e424fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941b234e-70", "ovs_interfaceid": "941b234e-708b-4a51-9e96-2a19df3f012b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.599084] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.599084] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61b6e354-f9fc-438d-b692-c3353c61b9e7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.607295] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 830.607295] env[62675]: value = "task-2690880" [ 830.607295] env[62675]: _type = "Task" [ 830.607295] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.617162] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.726581] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690879, 'name': CreateVM_Task, 'duration_secs': 0.541568} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.728304] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.728304] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.728304] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.728633] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 830.728975] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8bbce05-fa4b-4287-ba23-41e120764a06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.732242] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "refresh_cache-cccf5e3a-f6f4-4863-9435-8b5384916e4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.732482] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired lock "refresh_cache-cccf5e3a-f6f4-4863-9435-8b5384916e4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.732713] env[62675]: DEBUG nova.network.neutron [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.747166] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for the task: (returnval){ [ 830.747166] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52711149-9c4e-9c2a-9803-7e42bdd9ec6f" [ 830.747166] env[62675]: _type = "Task" [ 830.747166] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.757316] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52711149-9c4e-9c2a-9803-7e42bdd9ec6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.084425] env[62675]: DEBUG oslo_concurrency.lockutils [req-767358a7-b3fe-48ef-8829-38ce67ec47c6 req-1d193cfd-94fd-4fed-aed4-fcb0e65f64b5 service nova] Releasing lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.115162] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690880, 'name': PowerOffVM_Task, 'duration_secs': 0.259673} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.115428] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.115670] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.116456] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19403f08-d91e-443a-bea6-b56e5cd66141 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.125255] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.125255] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-981c039d-5f79-4e06-8549-28a775dc74d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.151022] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.151022] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.151022] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Deleting the datastore file [datastore1] 1f42de07-2ec2-4d25-8fc7-2ea7224770a8 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.151022] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4712c1e-4445-43d8-bae4-e7ab72f0846d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.155733] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 831.155733] env[62675]: value = "task-2690882" [ 831.155733] env[62675]: _type = "Task" [ 831.155733] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.170095] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.254497] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be05d151-7552-4938-a428-f846c2693cb6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.265531] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38482ee-57ec-4a20-b630-82f9e1a7c05f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.268658] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52711149-9c4e-9c2a-9803-7e42bdd9ec6f, 'name': SearchDatastore_Task, 'duration_secs': 0.029474} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.269029] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.269176] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.269791] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.269791] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.269791] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.270541] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb8ffafd-0c51-4622-9586-b07974df9418 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.297386] env[62675]: DEBUG nova.network.neutron [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.300056] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e1a5c6-c620-4c69-8052-21f527bb8885 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.305522] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.306163] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.308161] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82fa90ea-21b2-4f7d-9b55-d19fe7c8e6e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.311429] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fff4cbf-d33f-4792-9950-92da54f78c74 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.318102] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for the task: (returnval){ [ 831.318102] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52649971-17f6-dc98-afd9-37e93f5c6407" [ 831.318102] env[62675]: _type = "Task" [ 831.318102] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.326257] env[62675]: DEBUG nova.compute.provider_tree [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.338097] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52649971-17f6-dc98-afd9-37e93f5c6407, 'name': SearchDatastore_Task, 'duration_secs': 0.008264} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.338818] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a2d47f-712f-45a5-bc5e-ba4ecad983e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.343669] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for the task: (returnval){ [ 831.343669] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e9a58f-b13d-4cd5-770f-c7d60a7509b6" [ 831.343669] env[62675]: _type = "Task" [ 831.343669] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.351034] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e9a58f-b13d-4cd5-770f-c7d60a7509b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.473062] env[62675]: DEBUG nova.network.neutron [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Updating instance_info_cache with network_info: [{"id": "c7218708-5c85-4834-bf37-d7034afe72c4", "address": "fa:16:3e:6f:ae:a5", "network": {"id": "6d3be374-ac3a-4bb7-944b-b27134a08652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-227988499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48bd7eabf522421688f4ce2a50bed3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7218708-5c", "ovs_interfaceid": "c7218708-5c85-4834-bf37-d7034afe72c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.668486] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201511} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.668813] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.669447] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.669447] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.833932] env[62675]: DEBUG nova.scheduler.client.report [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.856252] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e9a58f-b13d-4cd5-770f-c7d60a7509b6, 'name': SearchDatastore_Task, 'duration_secs': 0.007976} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.857471] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.857906] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 09583a11-95de-4d0e-b0c3-6625655a66ed/09583a11-95de-4d0e-b0c3-6625655a66ed.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.858118] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62f8fb06-a16e-43a2-801c-c3606fc96566 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.867328] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for the task: (returnval){ [ 831.867328] env[62675]: value = "task-2690883" [ 831.867328] env[62675]: _type = "Task" [ 831.867328] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.879492] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2690883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.906687] env[62675]: DEBUG nova.compute.manager [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Received event network-vif-plugged-c7218708-5c85-4834-bf37-d7034afe72c4 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.906986] env[62675]: DEBUG oslo_concurrency.lockutils [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] Acquiring lock "cccf5e3a-f6f4-4863-9435-8b5384916e4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.907414] env[62675]: DEBUG oslo_concurrency.lockutils [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] Lock "cccf5e3a-f6f4-4863-9435-8b5384916e4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.907692] env[62675]: DEBUG oslo_concurrency.lockutils [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] Lock "cccf5e3a-f6f4-4863-9435-8b5384916e4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.907935] env[62675]: DEBUG nova.compute.manager [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] No waiting events found dispatching network-vif-plugged-c7218708-5c85-4834-bf37-d7034afe72c4 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.908196] env[62675]: WARNING nova.compute.manager [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Received unexpected event network-vif-plugged-c7218708-5c85-4834-bf37-d7034afe72c4 for instance with vm_state building and task_state spawning. [ 831.908453] env[62675]: DEBUG nova.compute.manager [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Received event network-changed-c7218708-5c85-4834-bf37-d7034afe72c4 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.908672] env[62675]: DEBUG nova.compute.manager [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Refreshing instance network info cache due to event network-changed-c7218708-5c85-4834-bf37-d7034afe72c4. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 831.908919] env[62675]: DEBUG oslo_concurrency.lockutils [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] Acquiring lock "refresh_cache-cccf5e3a-f6f4-4863-9435-8b5384916e4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.976119] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Releasing lock "refresh_cache-cccf5e3a-f6f4-4863-9435-8b5384916e4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.976456] env[62675]: DEBUG nova.compute.manager [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Instance network_info: |[{"id": "c7218708-5c85-4834-bf37-d7034afe72c4", "address": "fa:16:3e:6f:ae:a5", "network": {"id": "6d3be374-ac3a-4bb7-944b-b27134a08652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-227988499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48bd7eabf522421688f4ce2a50bed3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7218708-5c", "ovs_interfaceid": "c7218708-5c85-4834-bf37-d7034afe72c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.976816] env[62675]: DEBUG oslo_concurrency.lockutils [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] Acquired lock "refresh_cache-cccf5e3a-f6f4-4863-9435-8b5384916e4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.976923] env[62675]: DEBUG nova.network.neutron [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Refreshing network info cache for port c7218708-5c85-4834-bf37-d7034afe72c4 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.978135] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:ae:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7218708-5c85-4834-bf37-d7034afe72c4', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.986299] env[62675]: DEBUG oslo.service.loopingcall [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.990014] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.990014] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe2c4357-e867-4bd7-a598-ee56dacd9bfe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.012234] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.012234] env[62675]: value = "task-2690884" [ 832.012234] env[62675]: _type = "Task" [ 832.012234] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.021351] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690884, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.274299] env[62675]: DEBUG nova.network.neutron [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Updated VIF entry in instance network info cache for port c7218708-5c85-4834-bf37-d7034afe72c4. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.274733] env[62675]: DEBUG nova.network.neutron [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Updating instance_info_cache with network_info: [{"id": "c7218708-5c85-4834-bf37-d7034afe72c4", "address": "fa:16:3e:6f:ae:a5", "network": {"id": "6d3be374-ac3a-4bb7-944b-b27134a08652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-227988499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48bd7eabf522421688f4ce2a50bed3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7218708-5c", "ovs_interfaceid": "c7218708-5c85-4834-bf37-d7034afe72c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.342460] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.343015] env[62675]: DEBUG nova.compute.manager [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.345763] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.965s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.346251] env[62675]: DEBUG nova.objects.instance [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lazy-loading 'resources' on Instance uuid 63deed87-537f-4999-8eaa-19d3472c114b {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.378572] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2690883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461838} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.379080] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 09583a11-95de-4d0e-b0c3-6625655a66ed/09583a11-95de-4d0e-b0c3-6625655a66ed.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.379322] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.379572] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c84dd57d-b3df-44a1-8c5d-8e83c2f81e8d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.385778] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for the task: (returnval){ [ 832.385778] env[62675]: value = "task-2690885" [ 832.385778] env[62675]: _type = "Task" [ 832.385778] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.393631] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2690885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.521353] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690884, 'name': CreateVM_Task, 'duration_secs': 0.490381} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.521536] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.522232] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.522396] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.522711] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.522965] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af358643-1ce0-4f59-871e-63c167a30a58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.527696] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 832.527696] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52eb9d6c-9446-7892-6995-fbca31f4b5f8" [ 832.527696] env[62675]: _type = "Task" [ 832.527696] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.535194] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52eb9d6c-9446-7892-6995-fbca31f4b5f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.707189] env[62675]: DEBUG nova.virt.hardware [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.707447] env[62675]: DEBUG nova.virt.hardware [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.707629] env[62675]: DEBUG nova.virt.hardware [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.707817] env[62675]: DEBUG nova.virt.hardware [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.707964] env[62675]: DEBUG nova.virt.hardware [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.708131] env[62675]: DEBUG nova.virt.hardware [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.708340] env[62675]: DEBUG nova.virt.hardware [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.708499] env[62675]: DEBUG nova.virt.hardware [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.708664] env[62675]: DEBUG nova.virt.hardware [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.708826] env[62675]: DEBUG nova.virt.hardware [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.708998] env[62675]: DEBUG nova.virt.hardware [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.709861] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe05fe8-549f-45dd-8f8d-fdf10dbf9af0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.719496] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fdb998-aca3-4187-a013-2a510cfc5a6d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.732534] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Instance VIF info [] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.737954] env[62675]: DEBUG oslo.service.loopingcall [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 832.738188] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.738387] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad338ae5-b644-464f-9a10-eb26f2943479 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.754137] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.754137] env[62675]: value = "task-2690886" [ 832.754137] env[62675]: _type = "Task" [ 832.754137] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.761081] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690886, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.777655] env[62675]: DEBUG oslo_concurrency.lockutils [req-6a7c8643-4d0f-4287-9bf1-9fe1ffe62115 req-a6b71a15-450e-45c2-b278-124a1aede5b7 service nova] Releasing lock "refresh_cache-cccf5e3a-f6f4-4863-9435-8b5384916e4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.849519] env[62675]: DEBUG nova.compute.utils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 832.854770] env[62675]: DEBUG nova.compute.manager [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.854827] env[62675]: DEBUG nova.network.neutron [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.899229] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2690885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059062} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.899229] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.899229] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ab1103-4657-42fd-ab92-89483c3b4350 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.906082] env[62675]: DEBUG nova.policy [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b7076772e69481d8917ff6ea6989b6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a51a4c8f8a974294ad8ca32ec4228f08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.929585] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 09583a11-95de-4d0e-b0c3-6625655a66ed/09583a11-95de-4d0e-b0c3-6625655a66ed.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.932278] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9551705-6963-4315-bbe3-be145bbf276d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.953559] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for the task: (returnval){ [ 832.953559] env[62675]: value = "task-2690887" [ 832.953559] env[62675]: _type = "Task" [ 832.953559] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.964103] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2690887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.038723] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52eb9d6c-9446-7892-6995-fbca31f4b5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.00863} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.041176] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.041375] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.041639] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.041793] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.041976] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.042419] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32e8e7b2-c247-40af-87d9-f9c6b18d8501 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.050092] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.050320] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.051007] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f245309-6e56-4d45-992c-8893c177655e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.058775] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 833.058775] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522b0a2b-8fa8-a5ac-4ba0-553087ed0323" [ 833.058775] env[62675]: _type = "Task" [ 833.058775] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.065916] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522b0a2b-8fa8-a5ac-4ba0-553087ed0323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.206164] env[62675]: DEBUG nova.network.neutron [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Successfully created port: 97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.263429] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690886, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.350483] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb20e8a-823b-47aa-9d1e-d3cd2f75ae79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.357373] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edc02cd-a387-4cb8-b35d-aa66a6a65080 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.360962] env[62675]: DEBUG nova.compute.manager [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.395755] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567a15b8-3cba-4d27-a643-f1a8ea4b2919 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.406673] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64eac17-bcf5-4c3a-8cbc-f0e61fca3586 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.421562] env[62675]: DEBUG nova.compute.provider_tree [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.462114] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2690887, 'name': ReconfigVM_Task, 'duration_secs': 0.290735} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.462396] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 09583a11-95de-4d0e-b0c3-6625655a66ed/09583a11-95de-4d0e-b0c3-6625655a66ed.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.463014] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb9e7167-8b48-4fe8-b105-6f07df4de29e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.468835] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for the task: (returnval){ [ 833.468835] env[62675]: value = "task-2690888" [ 833.468835] env[62675]: _type = "Task" [ 833.468835] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.476665] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2690888, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.574104] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522b0a2b-8fa8-a5ac-4ba0-553087ed0323, 'name': SearchDatastore_Task, 'duration_secs': 0.008785} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.575239] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9e295c7-db9c-41bd-a4cb-e898ed3d18ab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.581639] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 833.581639] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b8bf78-bc26-506b-6a1c-82b9942d3331" [ 833.581639] env[62675]: _type = "Task" [ 833.581639] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.590020] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b8bf78-bc26-506b-6a1c-82b9942d3331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.764444] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690886, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.925021] env[62675]: DEBUG nova.scheduler.client.report [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.979056] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2690888, 'name': Rename_Task, 'duration_secs': 0.157167} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.979375] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.979583] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b842d8f7-260e-4a3b-871c-7e5766ea8d8c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.985176] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for the task: (returnval){ [ 833.985176] env[62675]: value = "task-2690889" [ 833.985176] env[62675]: _type = "Task" [ 833.985176] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.993712] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2690889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.091780] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b8bf78-bc26-506b-6a1c-82b9942d3331, 'name': SearchDatastore_Task, 'duration_secs': 0.011878} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.092064] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.092332] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] cccf5e3a-f6f4-4863-9435-8b5384916e4d/cccf5e3a-f6f4-4863-9435-8b5384916e4d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.092591] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-971ccef0-6d47-480e-96ab-d0217157bf58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.099099] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 834.099099] env[62675]: value = "task-2690890" [ 834.099099] env[62675]: _type = "Task" [ 834.099099] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.106843] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.265477] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690886, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.371334] env[62675]: DEBUG nova.compute.manager [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.400145] env[62675]: DEBUG nova.virt.hardware [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.400418] env[62675]: DEBUG nova.virt.hardware [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.400576] env[62675]: DEBUG nova.virt.hardware [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.400759] env[62675]: DEBUG nova.virt.hardware [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.400907] env[62675]: DEBUG nova.virt.hardware [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.401068] env[62675]: DEBUG nova.virt.hardware [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.401375] env[62675]: DEBUG nova.virt.hardware [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.401569] env[62675]: DEBUG nova.virt.hardware [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.401745] env[62675]: DEBUG nova.virt.hardware [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.401914] env[62675]: DEBUG nova.virt.hardware [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.402165] env[62675]: DEBUG nova.virt.hardware [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.402999] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7ac15a-bfa4-4831-834a-00d5b983e3a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.411743] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e674aa9-eb2f-43b3-90db-b3a85c32629f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.429812] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.433059] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.735s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.433059] env[62675]: DEBUG nova.objects.instance [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 834.460821] env[62675]: INFO nova.scheduler.client.report [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleted allocations for instance 63deed87-537f-4999-8eaa-19d3472c114b [ 834.496302] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2690889, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.610667] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690890, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.644049] env[62675]: DEBUG nova.compute.manager [req-0da590d8-a222-45fe-a4d8-5ce908b1e33c req-49fb2d7f-d518-49f7-9385-4c01408956e6 service nova] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Received event network-vif-plugged-97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.644049] env[62675]: DEBUG oslo_concurrency.lockutils [req-0da590d8-a222-45fe-a4d8-5ce908b1e33c req-49fb2d7f-d518-49f7-9385-4c01408956e6 service nova] Acquiring lock "06783f6d-1c8a-4895-88ef-9401fb6cd81b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.644049] env[62675]: DEBUG oslo_concurrency.lockutils [req-0da590d8-a222-45fe-a4d8-5ce908b1e33c req-49fb2d7f-d518-49f7-9385-4c01408956e6 service nova] Lock "06783f6d-1c8a-4895-88ef-9401fb6cd81b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.644049] env[62675]: DEBUG oslo_concurrency.lockutils [req-0da590d8-a222-45fe-a4d8-5ce908b1e33c req-49fb2d7f-d518-49f7-9385-4c01408956e6 service nova] Lock "06783f6d-1c8a-4895-88ef-9401fb6cd81b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.644049] env[62675]: DEBUG nova.compute.manager [req-0da590d8-a222-45fe-a4d8-5ce908b1e33c req-49fb2d7f-d518-49f7-9385-4c01408956e6 service nova] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] No waiting events found dispatching network-vif-plugged-97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.644049] env[62675]: WARNING nova.compute.manager [req-0da590d8-a222-45fe-a4d8-5ce908b1e33c req-49fb2d7f-d518-49f7-9385-4c01408956e6 service nova] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Received unexpected event network-vif-plugged-97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b for instance with vm_state building and task_state spawning. [ 834.758293] env[62675]: DEBUG nova.network.neutron [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Successfully updated port: 97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.770641] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690886, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.968172] env[62675]: DEBUG oslo_concurrency.lockutils [None req-40c5928c-9892-4537-a4cc-8928aba4cff7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "63deed87-537f-4999-8eaa-19d3472c114b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.418s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.995688] env[62675]: DEBUG oslo_vmware.api [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2690889, 'name': PowerOnVM_Task, 'duration_secs': 0.672322} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.995946] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.996167] env[62675]: INFO nova.compute.manager [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Took 7.92 seconds to spawn the instance on the hypervisor. [ 834.996346] env[62675]: DEBUG nova.compute.manager [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.997084] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c83eca-14fa-4716-994b-a07ce5514428 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.110897] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524044} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.111213] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] cccf5e3a-f6f4-4863-9435-8b5384916e4d/cccf5e3a-f6f4-4863-9435-8b5384916e4d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.111442] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.111700] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3600130f-9d69-4ce7-a521-bf45ea7aae0e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.117891] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 835.117891] env[62675]: value = "task-2690891" [ 835.117891] env[62675]: _type = "Task" [ 835.117891] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.128048] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.266036] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "refresh_cache-06783f6d-1c8a-4895-88ef-9401fb6cd81b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.266036] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquired lock "refresh_cache-06783f6d-1c8a-4895-88ef-9401fb6cd81b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.266036] env[62675]: DEBUG nova.network.neutron [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.270268] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690886, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.441330] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b01a147-5fb8-4bd2-9dc3-df9969bfa122 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.443096] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.550s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.445036] env[62675]: INFO nova.compute.claims [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.514889] env[62675]: INFO nova.compute.manager [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Took 54.50 seconds to build instance. [ 835.631024] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082926} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.631024] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.631024] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66f9aea-a50e-4648-88eb-5f754f737036 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.653256] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] cccf5e3a-f6f4-4863-9435-8b5384916e4d/cccf5e3a-f6f4-4863-9435-8b5384916e4d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.653811] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae19e82e-42b6-46ed-bdca-0451ea3776bd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.675322] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 835.675322] env[62675]: value = "task-2690892" [ 835.675322] env[62675]: _type = "Task" [ 835.675322] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.684138] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.769466] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690886, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.826781] env[62675]: DEBUG nova.network.neutron [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.922740] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "e97a5632-4c48-405b-bfba-77d08f2943fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.924343] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "e97a5632-4c48-405b-bfba-77d08f2943fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.924343] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "e97a5632-4c48-405b-bfba-77d08f2943fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.924343] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "e97a5632-4c48-405b-bfba-77d08f2943fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.924343] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "e97a5632-4c48-405b-bfba-77d08f2943fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.926943] env[62675]: INFO nova.compute.manager [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Terminating instance [ 836.002844] env[62675]: DEBUG nova.network.neutron [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Updating instance_info_cache with network_info: [{"id": "97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b", "address": "fa:16:3e:bd:e4:56", "network": {"id": "b753966d-baa5-402b-ad49-40b7c4424d37", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-551556869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51a4c8f8a974294ad8ca32ec4228f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e49dea-ab", "ovs_interfaceid": "97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.017984] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6667c4e6-449b-4dd3-8df1-ec0daaa43688 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lock "09583a11-95de-4d0e-b0c3-6625655a66ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.184242] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690892, 'name': ReconfigVM_Task, 'duration_secs': 0.311173} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.184558] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Reconfigured VM instance instance-00000046 to attach disk [datastore2] cccf5e3a-f6f4-4863-9435-8b5384916e4d/cccf5e3a-f6f4-4863-9435-8b5384916e4d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.185275] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aad486a7-a941-4477-ada7-2646d92a74e2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.191192] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 836.191192] env[62675]: value = "task-2690893" [ 836.191192] env[62675]: _type = "Task" [ 836.191192] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.199742] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690893, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.270761] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690886, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.436750] env[62675]: DEBUG nova.compute.manager [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.436990] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.437954] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00cf504-7e65-4bd7-82d6-8f2e572c2c58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.446593] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.446864] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-549143e8-aa82-4d79-a67f-a2119761a363 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.452724] env[62675]: DEBUG oslo_vmware.api [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 836.452724] env[62675]: value = "task-2690894" [ 836.452724] env[62675]: _type = "Task" [ 836.452724] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.463697] env[62675]: DEBUG oslo_vmware.api [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.506995] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Releasing lock "refresh_cache-06783f6d-1c8a-4895-88ef-9401fb6cd81b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.507323] env[62675]: DEBUG nova.compute.manager [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Instance network_info: |[{"id": "97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b", "address": "fa:16:3e:bd:e4:56", "network": {"id": "b753966d-baa5-402b-ad49-40b7c4424d37", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-551556869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51a4c8f8a974294ad8ca32ec4228f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e49dea-ab", "ovs_interfaceid": "97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.508295] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:e4:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.516659] env[62675]: DEBUG oslo.service.loopingcall [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.519316] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.519791] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcd5b43b-10d2-4cc2-a29c-39ea39d318f4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.538237] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "3002f008-80ba-4e6b-8ec6-530646763010" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.538474] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.538674] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "3002f008-80ba-4e6b-8ec6-530646763010-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.538855] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.539038] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.542130] env[62675]: INFO nova.compute.manager [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Terminating instance [ 836.546682] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.546682] env[62675]: value = "task-2690895" [ 836.546682] env[62675]: _type = "Task" [ 836.546682] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.557665] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690895, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.701607] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690893, 'name': Rename_Task, 'duration_secs': 0.136101} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.704211] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.704671] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d83bc220-834d-42fb-b7c9-f667034bcd01 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.710763] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 836.710763] env[62675]: value = "task-2690896" [ 836.710763] env[62675]: _type = "Task" [ 836.710763] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.721752] env[62675]: DEBUG nova.compute.manager [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Received event network-changed-97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 836.722812] env[62675]: DEBUG nova.compute.manager [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Refreshing instance network info cache due to event network-changed-97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 836.722812] env[62675]: DEBUG oslo_concurrency.lockutils [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] Acquiring lock "refresh_cache-06783f6d-1c8a-4895-88ef-9401fb6cd81b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.722812] env[62675]: DEBUG oslo_concurrency.lockutils [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] Acquired lock "refresh_cache-06783f6d-1c8a-4895-88ef-9401fb6cd81b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.722812] env[62675]: DEBUG nova.network.neutron [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Refreshing network info cache for port 97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.727362] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.773719] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690886, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.934677] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a70a14-6b36-4ec9-90d0-3a5a16e4f20b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.943853] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37a1fa2-c515-4ef1-9e1c-527fb60d321c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.979219] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6893fe38-7bb2-4880-a06e-05659af67c2f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.986960] env[62675]: DEBUG oslo_vmware.api [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690894, 'name': PowerOffVM_Task, 'duration_secs': 0.283857} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.989013] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.989195] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.989471] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b073000-25aa-4d89-8db6-4db72e77950f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.992027] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082e0310-c544-4648-8c9c-4ed0406e2137 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.005753] env[62675]: DEBUG nova.compute.provider_tree [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.047483] env[62675]: DEBUG nova.compute.manager [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.047483] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.047673] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2b5828-e460-4c33-9b9f-c6cec9a4251c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.059384] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690895, 'name': CreateVM_Task, 'duration_secs': 0.307739} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.061388] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.061744] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.062442] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.062590] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.062897] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.063135] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94e2b58e-a558-4dc8-9c7e-6c07e821bc14 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.064664] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e65987d-530f-4bf3-bacc-b6279e74f75b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.069528] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 837.069528] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52086822-7a15-8e27-dae8-822a578accef" [ 837.069528] env[62675]: _type = "Task" [ 837.069528] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.073459] env[62675]: DEBUG oslo_vmware.api [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 837.073459] env[62675]: value = "task-2690898" [ 837.073459] env[62675]: _type = "Task" [ 837.073459] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.079825] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52086822-7a15-8e27-dae8-822a578accef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.084886] env[62675]: DEBUG oslo_vmware.api [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.222609] env[62675]: DEBUG oslo_vmware.api [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690896, 'name': PowerOnVM_Task, 'duration_secs': 0.442181} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.222887] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.223095] env[62675]: INFO nova.compute.manager [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Took 7.59 seconds to spawn the instance on the hypervisor. [ 837.223279] env[62675]: DEBUG nova.compute.manager [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.224229] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9885a0d1-5b7e-443d-8613-f95be6b43e74 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.273916] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690886, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.408113] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.408113] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.408113] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleting the datastore file [datastore1] e97a5632-4c48-405b-bfba-77d08f2943fb {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.408113] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcebbeac-7854-43d9-98d6-b26abfad2ab2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.415598] env[62675]: DEBUG oslo_vmware.api [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 837.415598] env[62675]: value = "task-2690899" [ 837.415598] env[62675]: _type = "Task" [ 837.415598] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.427614] env[62675]: DEBUG oslo_vmware.api [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.486758] env[62675]: DEBUG nova.network.neutron [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Updated VIF entry in instance network info cache for port 97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.486758] env[62675]: DEBUG nova.network.neutron [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Updating instance_info_cache with network_info: [{"id": "97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b", "address": "fa:16:3e:bd:e4:56", "network": {"id": "b753966d-baa5-402b-ad49-40b7c4424d37", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-551556869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a51a4c8f8a974294ad8ca32ec4228f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e49dea-ab", "ovs_interfaceid": "97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.508618] env[62675]: DEBUG nova.scheduler.client.report [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.583334] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52086822-7a15-8e27-dae8-822a578accef, 'name': SearchDatastore_Task, 'duration_secs': 0.010544} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.586411] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.586651] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.586887] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.587048] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.587232] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.587503] env[62675]: DEBUG oslo_vmware.api [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690898, 'name': PowerOffVM_Task, 'duration_secs': 0.209517} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.587705] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b76173c5-5963-451a-956f-034be82a9955 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.589495] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.589668] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.589902] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-004f957d-5d65-4c9d-852d-414ec3e2eb18 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.597839] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.598025] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.598750] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a86ce1-e667-40e0-b894-88a1411546f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.604026] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 837.604026] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cc7c31-1838-d29c-2c2b-a3341394030b" [ 837.604026] env[62675]: _type = "Task" [ 837.604026] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.612671] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cc7c31-1838-d29c-2c2b-a3341394030b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.662556] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.662672] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.662764] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Deleting the datastore file [datastore1] 3002f008-80ba-4e6b-8ec6-530646763010 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.663040] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8e19e21-0438-40d0-97e6-4caac434dfb6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.670215] env[62675]: DEBUG oslo_vmware.api [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 837.670215] env[62675]: value = "task-2690901" [ 837.670215] env[62675]: _type = "Task" [ 837.670215] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.678063] env[62675]: DEBUG oslo_vmware.api [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.745891] env[62675]: INFO nova.compute.manager [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Took 53.57 seconds to build instance. [ 837.772816] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690886, 'name': CreateVM_Task, 'duration_secs': 4.64534} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.774039] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.774039] env[62675]: DEBUG oslo_concurrency.lockutils [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.774039] env[62675]: DEBUG oslo_concurrency.lockutils [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.774039] env[62675]: DEBUG oslo_concurrency.lockutils [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 837.774299] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da50339-eaf1-4f73-9849-6bb0121bb2e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.779284] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 837.779284] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]521928e1-0925-9c26-e4e1-0173980bc1ac" [ 837.779284] env[62675]: _type = "Task" [ 837.779284] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.786933] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521928e1-0925-9c26-e4e1-0173980bc1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.928874] env[62675]: DEBUG oslo_vmware.api [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316477} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.929195] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.929424] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.929630] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.929809] env[62675]: INFO nova.compute.manager [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Took 1.49 seconds to destroy the instance on the hypervisor. [ 837.931032] env[62675]: DEBUG oslo.service.loopingcall [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.931032] env[62675]: DEBUG nova.compute.manager [-] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.931032] env[62675]: DEBUG nova.network.neutron [-] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.983811] env[62675]: INFO nova.compute.manager [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Rescuing [ 837.984114] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "refresh_cache-cccf5e3a-f6f4-4863-9435-8b5384916e4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.984277] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired lock "refresh_cache-cccf5e3a-f6f4-4863-9435-8b5384916e4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.984451] env[62675]: DEBUG nova.network.neutron [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.988630] env[62675]: DEBUG oslo_concurrency.lockutils [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] Releasing lock "refresh_cache-06783f6d-1c8a-4895-88ef-9401fb6cd81b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.988875] env[62675]: DEBUG nova.compute.manager [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Received event network-changed-941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.989080] env[62675]: DEBUG nova.compute.manager [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Refreshing instance network info cache due to event network-changed-941b234e-708b-4a51-9e96-2a19df3f012b. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 837.989278] env[62675]: DEBUG oslo_concurrency.lockutils [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] Acquiring lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.989422] env[62675]: DEBUG oslo_concurrency.lockutils [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] Acquired lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.989581] env[62675]: DEBUG nova.network.neutron [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Refreshing network info cache for port 941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.013829] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.014358] env[62675]: DEBUG nova.compute.manager [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.018518] env[62675]: DEBUG oslo_concurrency.lockutils [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.165s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.018623] env[62675]: DEBUG nova.objects.instance [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lazy-loading 'resources' on Instance uuid 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.113512] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cc7c31-1838-d29c-2c2b-a3341394030b, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.114618] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd678c9-5462-414b-9b88-2a8c1f32b912 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.119872] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 838.119872] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523f5e51-8e05-0f93-125a-e448e209e9a4" [ 838.119872] env[62675]: _type = "Task" [ 838.119872] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.127857] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523f5e51-8e05-0f93-125a-e448e209e9a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.181085] env[62675]: DEBUG oslo_vmware.api [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2690901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326516} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.181347] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.181530] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.181705] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.181918] env[62675]: INFO nova.compute.manager [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Took 1.14 seconds to destroy the instance on the hypervisor. [ 838.182218] env[62675]: DEBUG oslo.service.loopingcall [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.182415] env[62675]: DEBUG nova.compute.manager [-] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.182510] env[62675]: DEBUG nova.network.neutron [-] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.251025] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dee4ee88-f647-4f40-ba40-55cda63e5c8e tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "cccf5e3a-f6f4-4863-9435-8b5384916e4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.957s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.291900] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521928e1-0925-9c26-e4e1-0173980bc1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.291900] env[62675]: DEBUG oslo_concurrency.lockutils [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.291900] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.292246] env[62675]: DEBUG oslo_concurrency.lockutils [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 838.523021] env[62675]: DEBUG nova.compute.utils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 838.525637] env[62675]: DEBUG nova.compute.manager [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.525962] env[62675]: DEBUG nova.network.neutron [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.635252] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523f5e51-8e05-0f93-125a-e448e209e9a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.636305] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.636739] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 06783f6d-1c8a-4895-88ef-9401fb6cd81b/06783f6d-1c8a-4895-88ef-9401fb6cd81b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.637349] env[62675]: DEBUG oslo_concurrency.lockutils [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.637634] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.637958] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3366f758-21ec-4d1d-9fa6-89d75b96fd87 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.644825] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c967f29-9dbd-4e36-9f6e-e698f8c711fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.652024] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 838.652024] env[62675]: value = "task-2690902" [ 838.652024] env[62675]: _type = "Task" [ 838.652024] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.653703] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.654046] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.657688] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101abc3c-df42-41c7-84c6-a3814885abd9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.663434] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.666572] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 838.666572] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52868ce2-8d63-e15f-83df-be45cc1982d3" [ 838.666572] env[62675]: _type = "Task" [ 838.666572] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.675783] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52868ce2-8d63-e15f-83df-be45cc1982d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.677735] env[62675]: DEBUG nova.policy [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b59d15eed03142c5bf078549fa8b135a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13397b14af714179983dc3ea9147b6a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.698685] env[62675]: DEBUG nova.network.neutron [-] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.027084] env[62675]: DEBUG nova.compute.manager [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.104087] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bdc5e4-b8f0-4997-8f5d-04b40aef76fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.115565] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd45a15-258c-4e2d-a43d-cab8a94bbadb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.157281] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fddffb3-3192-4364-8655-59536c3b1ef6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.167655] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690902, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.176357] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ce1bbd-ca55-4e7e-b3fb-9c4dfa927d67 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.186609] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52868ce2-8d63-e15f-83df-be45cc1982d3, 'name': SearchDatastore_Task, 'duration_secs': 0.008576} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.195366] env[62675]: DEBUG nova.compute.provider_tree [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.196819] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4426d1-23c0-4b40-a704-3776bc07972a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.201399] env[62675]: INFO nova.compute.manager [-] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Took 1.27 seconds to deallocate network for instance. [ 839.204167] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 839.204167] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5220d7f2-86ae-5b5d-acd7-119f2fe31dcb" [ 839.204167] env[62675]: _type = "Task" [ 839.204167] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.216330] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5220d7f2-86ae-5b5d-acd7-119f2fe31dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.300893] env[62675]: DEBUG nova.compute.manager [req-962fdaf3-2d3d-47dc-be9a-5fe41e0df374 req-929307aa-0500-4ee9-a386-cb1271f613f7 service nova] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Received event network-vif-deleted-f0d5d314-6de9-4030-b74f-f4b90658c0eb {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 839.443208] env[62675]: DEBUG nova.network.neutron [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Updating instance_info_cache with network_info: [{"id": "c7218708-5c85-4834-bf37-d7034afe72c4", "address": "fa:16:3e:6f:ae:a5", "network": {"id": "6d3be374-ac3a-4bb7-944b-b27134a08652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-227988499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48bd7eabf522421688f4ce2a50bed3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7218708-5c", "ovs_interfaceid": "c7218708-5c85-4834-bf37-d7034afe72c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.502954] env[62675]: DEBUG nova.network.neutron [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Updated VIF entry in instance network info cache for port 941b234e-708b-4a51-9e96-2a19df3f012b. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.503372] env[62675]: DEBUG nova.network.neutron [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Updating instance_info_cache with network_info: [{"id": "941b234e-708b-4a51-9e96-2a19df3f012b", "address": "fa:16:3e:15:fd:02", "network": {"id": "bb9f3654-48f8-47de-849b-5d93beca9f72", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1999772216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e2d36f4a0e44b0a6d91729a3e424fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941b234e-70", "ovs_interfaceid": "941b234e-708b-4a51-9e96-2a19df3f012b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.659682] env[62675]: DEBUG nova.network.neutron [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Successfully created port: f0c96eb6-7aad-40d4-96ab-64e820c294c6 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.667465] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533149} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.667465] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 06783f6d-1c8a-4895-88ef-9401fb6cd81b/06783f6d-1c8a-4895-88ef-9401fb6cd81b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.667653] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.667895] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4d3e8f4-0a1e-47b4-8151-952c4e39e0c4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.673758] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 839.673758] env[62675]: value = "task-2690903" [ 839.673758] env[62675]: _type = "Task" [ 839.673758] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.680939] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.709486] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.718684] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5220d7f2-86ae-5b5d-acd7-119f2fe31dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.014165} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.718960] env[62675]: DEBUG oslo_concurrency.lockutils [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 839.719237] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 1f42de07-2ec2-4d25-8fc7-2ea7224770a8/1f42de07-2ec2-4d25-8fc7-2ea7224770a8.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.719495] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c23e79a6-7f13-49d2-817d-f16f8961875f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.722174] env[62675]: ERROR nova.scheduler.client.report [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [req-3494e495-a46d-4056-9948-7f8b344a4006] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3494e495-a46d-4056-9948-7f8b344a4006"}]} [ 839.728502] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 839.728502] env[62675]: value = "task-2690904" [ 839.728502] env[62675]: _type = "Task" [ 839.728502] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.736925] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.744234] env[62675]: DEBUG nova.scheduler.client.report [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 839.767717] env[62675]: DEBUG nova.scheduler.client.report [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 839.767968] env[62675]: DEBUG nova.compute.provider_tree [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.783676] env[62675]: DEBUG nova.scheduler.client.report [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 839.805662] env[62675]: DEBUG nova.scheduler.client.report [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 839.858015] env[62675]: DEBUG nova.network.neutron [-] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.947032] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Releasing lock "refresh_cache-cccf5e3a-f6f4-4863-9435-8b5384916e4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.010207] env[62675]: DEBUG oslo_concurrency.lockutils [req-3e578afb-46e4-46ad-a854-71a5960dcc15 req-18b08f4e-65bd-4d68-87cc-68aa2f5bd156 service nova] Releasing lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.042875] env[62675]: DEBUG nova.compute.manager [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.075884] env[62675]: DEBUG nova.virt.hardware [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.076176] env[62675]: DEBUG nova.virt.hardware [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.076332] env[62675]: DEBUG nova.virt.hardware [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.076516] env[62675]: DEBUG nova.virt.hardware [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.078021] env[62675]: DEBUG nova.virt.hardware [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.078021] env[62675]: DEBUG nova.virt.hardware [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.078021] env[62675]: DEBUG nova.virt.hardware [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.078021] env[62675]: DEBUG nova.virt.hardware [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.078021] env[62675]: DEBUG nova.virt.hardware [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.078021] env[62675]: DEBUG nova.virt.hardware [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.078021] env[62675]: DEBUG nova.virt.hardware [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.078568] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572dc5e2-25e0-4c4c-b17b-74ec93bf9b6e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.091301] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5ba465-f830-4e21-a534-0234941bd8ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.186654] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108952} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.186942] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.187768] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2ca652-5616-4d71-9225-f55e56eb837e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.213319] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 06783f6d-1c8a-4895-88ef-9401fb6cd81b/06783f6d-1c8a-4895-88ef-9401fb6cd81b.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.216652] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92bdb0b7-ad3d-4606-b294-83d0c1c9b1ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.242822] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.247055] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 840.247055] env[62675]: value = "task-2690905" [ 840.247055] env[62675]: _type = "Task" [ 840.247055] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.257448] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.361819] env[62675]: INFO nova.compute.manager [-] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Took 2.18 seconds to deallocate network for instance. [ 840.367804] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eb9d6d-14ae-4135-bea8-c2b21af98a6b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.378234] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3814ac0f-4780-46c0-a5d6-5f6e7db7b263 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.411508] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defaf0a1-739c-4848-abc9-d384976d49d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.419769] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32715a4-c9b7-4c14-b05e-18b5b2c47116 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.434543] env[62675]: DEBUG nova.compute.provider_tree [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.741999] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66485} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.742318] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 1f42de07-2ec2-4d25-8fc7-2ea7224770a8/1f42de07-2ec2-4d25-8fc7-2ea7224770a8.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.742541] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.742799] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44bf291a-ef12-4029-bd3f-4c8ca6e769a7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.749271] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 840.749271] env[62675]: value = "task-2690906" [ 840.749271] env[62675]: _type = "Task" [ 840.749271] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.759730] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.762613] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.875287] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.937718] env[62675]: DEBUG nova.scheduler.client.report [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.236547] env[62675]: DEBUG nova.network.neutron [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Successfully updated port: f0c96eb6-7aad-40d4-96ab-64e820c294c6 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.266908] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070113} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.270122] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.270422] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.271128] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce23680a-fecc-48ab-9414-7ff5a31d9b92 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.291306] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 1f42de07-2ec2-4d25-8fc7-2ea7224770a8/1f42de07-2ec2-4d25-8fc7-2ea7224770a8.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.291956] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ab683db-9c63-44f6-8390-d0a64d2640c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.311868] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 841.311868] env[62675]: value = "task-2690907" [ 841.311868] env[62675]: _type = "Task" [ 841.311868] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.319435] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.423263] env[62675]: DEBUG nova.compute.manager [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Received event network-vif-deleted-3c9faf84-f389-4162-8841-24f38cb03548 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.423361] env[62675]: DEBUG nova.compute.manager [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Received event network-vif-plugged-f0c96eb6-7aad-40d4-96ab-64e820c294c6 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.424063] env[62675]: DEBUG oslo_concurrency.lockutils [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] Acquiring lock "9ae78af9-186f-4818-85ef-7ab2f597dd01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.424063] env[62675]: DEBUG oslo_concurrency.lockutils [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] Lock "9ae78af9-186f-4818-85ef-7ab2f597dd01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.424063] env[62675]: DEBUG oslo_concurrency.lockutils [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] Lock "9ae78af9-186f-4818-85ef-7ab2f597dd01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.424209] env[62675]: DEBUG nova.compute.manager [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] No waiting events found dispatching network-vif-plugged-f0c96eb6-7aad-40d4-96ab-64e820c294c6 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.424383] env[62675]: WARNING nova.compute.manager [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Received unexpected event network-vif-plugged-f0c96eb6-7aad-40d4-96ab-64e820c294c6 for instance with vm_state building and task_state spawning. [ 841.424576] env[62675]: DEBUG nova.compute.manager [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Received event network-changed-f0c96eb6-7aad-40d4-96ab-64e820c294c6 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.424743] env[62675]: DEBUG nova.compute.manager [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Refreshing instance network info cache due to event network-changed-f0c96eb6-7aad-40d4-96ab-64e820c294c6. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 841.424925] env[62675]: DEBUG oslo_concurrency.lockutils [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] Acquiring lock "refresh_cache-9ae78af9-186f-4818-85ef-7ab2f597dd01" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.425071] env[62675]: DEBUG oslo_concurrency.lockutils [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] Acquired lock "refresh_cache-9ae78af9-186f-4818-85ef-7ab2f597dd01" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.425229] env[62675]: DEBUG nova.network.neutron [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Refreshing network info cache for port f0c96eb6-7aad-40d4-96ab-64e820c294c6 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.443469] env[62675]: DEBUG oslo_concurrency.lockutils [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.425s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.446043] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 43.211s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.472072] env[62675]: INFO nova.scheduler.client.report [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted allocations for instance 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6 [ 841.491883] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.492210] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbe23343-0cad-42e7-8326-8141a875be3a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.501679] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 841.501679] env[62675]: value = "task-2690908" [ 841.501679] env[62675]: _type = "Task" [ 841.501679] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.509104] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.740664] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "refresh_cache-9ae78af9-186f-4818-85ef-7ab2f597dd01" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.759895] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690905, 'name': ReconfigVM_Task, 'duration_secs': 1.176318} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.760371] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 06783f6d-1c8a-4895-88ef-9401fb6cd81b/06783f6d-1c8a-4895-88ef-9401fb6cd81b.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.760802] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-134d5067-1751-440a-8c12-36f170e92262 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.768893] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 841.768893] env[62675]: value = "task-2690909" [ 841.768893] env[62675]: _type = "Task" [ 841.768893] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.776353] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690909, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.821288] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690907, 'name': ReconfigVM_Task, 'duration_secs': 0.246163} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.821444] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 1f42de07-2ec2-4d25-8fc7-2ea7224770a8/1f42de07-2ec2-4d25-8fc7-2ea7224770a8.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.822061] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c3dcce3-7d5b-4b73-9683-acb72045eb92 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.827993] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 841.827993] env[62675]: value = "task-2690910" [ 841.827993] env[62675]: _type = "Task" [ 841.827993] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.836463] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690910, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.961160] env[62675]: DEBUG nova.network.neutron [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.982539] env[62675]: DEBUG oslo_concurrency.lockutils [None req-36370058-4cd2-4efd-9cdf-383d1b14fb26 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "5133ab7a-dad7-4c81-85b4-732ccdb1d6d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.713s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.013837] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690908, 'name': PowerOffVM_Task, 'duration_secs': 0.151169} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.014124] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.014952] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00627dd3-7c65-4f21-9e21-af91c1436db4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.032716] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1450e4c2-eb3e-4950-aa35-db9c98b6780e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.041237] env[62675]: DEBUG nova.network.neutron [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.064492] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.064891] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef352ec3-6400-463e-89c3-dc4e8129d296 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.071533] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 842.071533] env[62675]: value = "task-2690911" [ 842.071533] env[62675]: _type = "Task" [ 842.071533] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.078825] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.279312] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690909, 'name': Rename_Task, 'duration_secs': 0.137205} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.279625] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.279877] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79c60cf4-6b7c-4100-9aad-40d8394fb3eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.286335] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 842.286335] env[62675]: value = "task-2690912" [ 842.286335] env[62675]: _type = "Task" [ 842.286335] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.294112] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.337570] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690910, 'name': Rename_Task, 'duration_secs': 0.123345} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.337908] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.338225] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bb386a4-7331-4659-be10-90f3522a48e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.344325] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 842.344325] env[62675]: value = "task-2690913" [ 842.344325] env[62675]: _type = "Task" [ 842.344325] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.352842] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.466813] env[62675]: INFO nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating resource usage from migration 2590be7a-3d9c-486e-97fa-1c036d453654 [ 842.498606] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 09b94789-2ace-4ecc-8374-e9800e4713e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.498606] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9c41b008-87b5-4757-be60-f6fc85bee372 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.498606] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance e97a5632-4c48-405b-bfba-77d08f2943fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 842.498606] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d6247e9c-c9c4-472e-8d75-5b416859b9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.498988] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 7f5037bd-1a7d-444b-9cae-9a4e3d07c280 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.498988] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 3002f008-80ba-4e6b-8ec6-530646763010 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 842.498988] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 49e0c771-5fa5-4771-be72-ba78dcc3ec92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.499279] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 496adcc8-14d1-4dc5-96c4-d6547e4b51e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.499279] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 51bce6bc-d67b-40e2-8507-e46b368837eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 842.499371] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 6f2071c8-a77c-4fa1-a4f0-f171b2a06168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.499423] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9043970b-25b2-4989-baea-3cfeb11bec5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.499524] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance acec215e-dade-4603-ae30-d50008b2ce73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.499636] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 1b9677be-196b-403a-8d79-7b7c694046eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 842.499751] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 29199399-8810-4aa8-bb38-1d3975f6d9cd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.499858] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 5b6afb94-d33b-43e6-9569-5025dc9a1328 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.499964] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 792862b8-a9fa-46ed-828d-a9f8b698d969 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.501275] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 904c0016-d048-4077-9a77-adb0d00c0c38 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 842.501431] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 87ccbaad-fb40-49dc-9154-07b90395bce3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.501604] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance fe3b99a9-4329-408f-847b-56bebd67f82b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 842.501761] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d0064dab-ffb7-4fee-b7f6-a7c0eceed501 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 842.501887] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 0043b1b7-6921-4357-8a0d-417ededffe99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.502016] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance c6262f9f-f64e-42ac-ad87-e2f9777d1605 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.502143] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 1f42de07-2ec2-4d25-8fc7-2ea7224770a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.502255] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 09583a11-95de-4d0e-b0c3-6625655a66ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.502382] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance cccf5e3a-f6f4-4863-9435-8b5384916e4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.502878] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 06783f6d-1c8a-4895-88ef-9401fb6cd81b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.502878] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9ae78af9-186f-4818-85ef-7ab2f597dd01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 842.543660] env[62675]: DEBUG oslo_concurrency.lockutils [req-bfa99b76-775e-41ba-8fec-00365dca7a14 req-eb3fe188-3e39-46a7-b80a-cc18f77773e1 service nova] Releasing lock "refresh_cache-9ae78af9-186f-4818-85ef-7ab2f597dd01" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.544114] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "refresh_cache-9ae78af9-186f-4818-85ef-7ab2f597dd01" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.544289] env[62675]: DEBUG nova.network.neutron [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.583009] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 842.583298] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.583725] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.583987] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.584272] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.584645] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f46d04e-2e42-47ec-9d5e-f3bc40c30399 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.595896] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.596149] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.596913] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c1be1bc-e61e-4220-af80-cbd6978477c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.602132] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 842.602132] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52083795-7bd5-a7e7-dd05-da0840bd3404" [ 842.602132] env[62675]: _type = "Task" [ 842.602132] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.610408] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52083795-7bd5-a7e7-dd05-da0840bd3404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.796813] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690912, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.854010] env[62675]: DEBUG oslo_vmware.api [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690913, 'name': PowerOnVM_Task, 'duration_secs': 0.500063} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.854304] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.854529] env[62675]: DEBUG nova.compute.manager [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.855307] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0de412a-89af-4aa3-b714-8f6ee76f64ae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.005566] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance cb3564c7-1a9a-4c35-ad26-e3baed627076 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.005741] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Migration 2590be7a-3d9c-486e-97fa-1c036d453654 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 843.005906] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 47a2f884-e89a-4114-ad54-a94ba493d07f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 843.078331] env[62675]: DEBUG nova.network.neutron [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.111969] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52083795-7bd5-a7e7-dd05-da0840bd3404, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.112749] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f800bc32-6e2b-4d93-9676-c5ccfc385760 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.119080] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 843.119080] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522717f7-d297-850c-81bd-bb6155dd66ff" [ 843.119080] env[62675]: _type = "Task" [ 843.119080] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.127067] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522717f7-d297-850c-81bd-bb6155dd66ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.208086] env[62675]: DEBUG nova.network.neutron [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Updating instance_info_cache with network_info: [{"id": "f0c96eb6-7aad-40d4-96ab-64e820c294c6", "address": "fa:16:3e:04:d9:5e", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c96eb6-7a", "ovs_interfaceid": "f0c96eb6-7aad-40d4-96ab-64e820c294c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.297308] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690912, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.371774] env[62675]: DEBUG oslo_concurrency.lockutils [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.508755] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d369db14-64c9-4d08-8730-64c121eeb40f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 843.629882] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522717f7-d297-850c-81bd-bb6155dd66ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.630812] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.631106] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] cccf5e3a-f6f4-4863-9435-8b5384916e4d/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk. {{(pid=62675) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 843.631410] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93be7831-f74e-4d70-a0fb-e2a9bc066140 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.638575] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 843.638575] env[62675]: value = "task-2690914" [ 843.638575] env[62675]: _type = "Task" [ 843.638575] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.647206] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690914, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.710342] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "refresh_cache-9ae78af9-186f-4818-85ef-7ab2f597dd01" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.710701] env[62675]: DEBUG nova.compute.manager [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Instance network_info: |[{"id": "f0c96eb6-7aad-40d4-96ab-64e820c294c6", "address": "fa:16:3e:04:d9:5e", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0c96eb6-7a", "ovs_interfaceid": "f0c96eb6-7aad-40d4-96ab-64e820c294c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.711124] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d9:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0c96eb6-7aad-40d4-96ab-64e820c294c6', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.719254] env[62675]: DEBUG oslo.service.loopingcall [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 843.719769] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.720902] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed5907c1-74e8-49b1-be48-ecb92fcfc715 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.741655] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.741655] env[62675]: value = "task-2690915" [ 843.741655] env[62675]: _type = "Task" [ 843.741655] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.749577] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690915, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.798748] env[62675]: DEBUG oslo_vmware.api [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690912, 'name': PowerOnVM_Task, 'duration_secs': 1.369351} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.799016] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.799306] env[62675]: INFO nova.compute.manager [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Took 9.43 seconds to spawn the instance on the hypervisor. [ 843.799430] env[62675]: DEBUG nova.compute.manager [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.800210] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6d0892-ace8-4dd0-9273-f93ea8b73c12 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.012990] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance ac96ef90-e5a4-4e27-8250-2c9ab262dbdb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 844.149167] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690914, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.183021] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquiring lock "1f42de07-2ec2-4d25-8fc7-2ea7224770a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.183369] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lock "1f42de07-2ec2-4d25-8fc7-2ea7224770a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.183656] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquiring lock "1f42de07-2ec2-4d25-8fc7-2ea7224770a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.183862] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lock "1f42de07-2ec2-4d25-8fc7-2ea7224770a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.184059] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lock "1f42de07-2ec2-4d25-8fc7-2ea7224770a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.186650] env[62675]: INFO nova.compute.manager [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Terminating instance [ 844.252895] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690915, 'name': CreateVM_Task, 'duration_secs': 0.346002} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.253097] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.253934] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.254049] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.254368] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 844.254640] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c20ac412-67e5-4f0f-857f-f20d921d7a8a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.259220] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 844.259220] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52113b67-1673-532a-1d96-93ed8b959f41" [ 844.259220] env[62675]: _type = "Task" [ 844.259220] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.267106] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52113b67-1673-532a-1d96-93ed8b959f41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.317560] env[62675]: INFO nova.compute.manager [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Took 54.54 seconds to build instance. [ 844.515747] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance de91c72c-17aa-48a8-a54e-72644666e8e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 844.516115] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 844.516267] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4608MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 844.566466] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "06783f6d-1c8a-4895-88ef-9401fb6cd81b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.648737] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690914, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639158} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.651198] env[62675]: INFO nova.virt.vmwareapi.ds_util [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] cccf5e3a-f6f4-4863-9435-8b5384916e4d/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk. [ 844.652200] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5632ab54-5e1e-4579-a00b-12b8ee234098 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.677113] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] cccf5e3a-f6f4-4863-9435-8b5384916e4d/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.680015] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a9afa40-6fe0-4357-921d-608536556648 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.693272] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquiring lock "refresh_cache-1f42de07-2ec2-4d25-8fc7-2ea7224770a8" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.693462] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquired lock "refresh_cache-1f42de07-2ec2-4d25-8fc7-2ea7224770a8" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.693663] env[62675]: DEBUG nova.network.neutron [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.699806] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 844.699806] env[62675]: value = "task-2690916" [ 844.699806] env[62675]: _type = "Task" [ 844.699806] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.711475] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.770346] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52113b67-1673-532a-1d96-93ed8b959f41, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.772825] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.773078] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.773311] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.773460] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.773728] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.774214] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0a16f49-7b9a-463c-9c1a-83c6015a1f78 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.790581] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.790581] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.791073] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c554c33-59e1-4cc6-8701-fbef26ffd7c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.798464] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 844.798464] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52627d6e-01cd-34dc-e26d-c45e891d526f" [ 844.798464] env[62675]: _type = "Task" [ 844.798464] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.806248] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52627d6e-01cd-34dc-e26d-c45e891d526f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.822460] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5a2807aa-13d6-4673-84b7-4709735be7b5 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "06783f6d-1c8a-4895-88ef-9401fb6cd81b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.641s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.822637] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "06783f6d-1c8a-4895-88ef-9401fb6cd81b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.256s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.822871] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "06783f6d-1c8a-4895-88ef-9401fb6cd81b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.823088] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "06783f6d-1c8a-4895-88ef-9401fb6cd81b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.823262] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "06783f6d-1c8a-4895-88ef-9401fb6cd81b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.825334] env[62675]: INFO nova.compute.manager [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Terminating instance [ 844.969937] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7231b396-8fa6-4f9f-91fc-f7902a271496 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.977860] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307b04af-ad55-4413-8dcf-59f61c16d88e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.007161] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37968d0-69ac-4018-90a9-f0de917e58eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.014341] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090be09a-95a2-406d-94a1-497336b297a0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.028614] env[62675]: DEBUG nova.compute.provider_tree [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.209969] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.212184] env[62675]: DEBUG nova.network.neutron [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.258474] env[62675]: DEBUG nova.network.neutron [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.308989] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52627d6e-01cd-34dc-e26d-c45e891d526f, 'name': SearchDatastore_Task, 'duration_secs': 0.038084} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.309804] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c2f134-fdc5-4aa6-a5c8-cb374d331fb0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.314516] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 845.314516] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bc686c-7b5e-20d5-c975-eb8228f15720" [ 845.314516] env[62675]: _type = "Task" [ 845.314516] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.322943] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bc686c-7b5e-20d5-c975-eb8228f15720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.328588] env[62675]: DEBUG nova.compute.manager [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.328781] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.329486] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a6f71f-cafa-475d-9636-a6d5709add87 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.335691] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.335907] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89d144ff-2278-4a2e-bd43-3ae80db4fea3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.341290] env[62675]: DEBUG oslo_vmware.api [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 845.341290] env[62675]: value = "task-2690917" [ 845.341290] env[62675]: _type = "Task" [ 845.341290] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.348350] env[62675]: DEBUG oslo_vmware.api [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.531835] env[62675]: DEBUG nova.scheduler.client.report [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.710747] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690916, 'name': ReconfigVM_Task, 'duration_secs': 0.883039} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.711041] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Reconfigured VM instance instance-00000046 to attach disk [datastore2] cccf5e3a-f6f4-4863-9435-8b5384916e4d/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.711964] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69173c64-79f4-4fb7-9f51-3abee0295429 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.739539] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b72dd19-38db-4910-a586-94cb966fd308 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.755417] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 845.755417] env[62675]: value = "task-2690918" [ 845.755417] env[62675]: _type = "Task" [ 845.755417] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.765295] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Releasing lock "refresh_cache-1f42de07-2ec2-4d25-8fc7-2ea7224770a8" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.765717] env[62675]: DEBUG nova.compute.manager [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.765930] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.766252] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.766948] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c7d979-df27-4421-9a44-860f890cd32a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.773585] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.773826] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09d86823-21c7-4a5f-a868-98dab7d00cb8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.779841] env[62675]: DEBUG oslo_vmware.api [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 845.779841] env[62675]: value = "task-2690919" [ 845.779841] env[62675]: _type = "Task" [ 845.779841] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.787673] env[62675]: DEBUG oslo_vmware.api [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.825161] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bc686c-7b5e-20d5-c975-eb8228f15720, 'name': SearchDatastore_Task, 'duration_secs': 0.009001} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.825447] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.825705] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9ae78af9-186f-4818-85ef-7ab2f597dd01/9ae78af9-186f-4818-85ef-7ab2f597dd01.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.825986] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ced517d-c2b0-470b-91b6-12b9d64e3eba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.832463] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 845.832463] env[62675]: value = "task-2690920" [ 845.832463] env[62675]: _type = "Task" [ 845.832463] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.840499] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.849506] env[62675]: DEBUG oslo_vmware.api [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690917, 'name': PowerOffVM_Task, 'duration_secs': 0.303755} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.849771] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.849941] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.850204] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38b7aec5-663b-41d3-ac4c-4685751671ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.927038] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.927139] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.927432] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Deleting the datastore file [datastore1] 06783f6d-1c8a-4895-88ef-9401fb6cd81b {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.928244] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-632d0fc6-464a-41b8-bd91-0edceca01369 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.934747] env[62675]: DEBUG oslo_vmware.api [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for the task: (returnval){ [ 845.934747] env[62675]: value = "task-2690922" [ 845.934747] env[62675]: _type = "Task" [ 845.934747] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.943577] env[62675]: DEBUG oslo_vmware.api [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.038297] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 846.038547] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.593s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.038841] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.516s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.039070] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.041314] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.305s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.041578] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.043415] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.417s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.043652] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.046203] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.204s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.047702] env[62675]: INFO nova.compute.claims [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.050693] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 846.050842] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Cleaning up deleted instances {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 846.075334] env[62675]: INFO nova.scheduler.client.report [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Deleted allocations for instance 51bce6bc-d67b-40e2-8507-e46b368837eb [ 846.077714] env[62675]: INFO nova.scheduler.client.report [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Deleted allocations for instance 1b9677be-196b-403a-8d79-7b7c694046eb [ 846.266533] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690918, 'name': ReconfigVM_Task, 'duration_secs': 0.194507} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.266838] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.267168] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0242571-16a5-46cc-9e09-0d0194f66e96 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.272517] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 846.272517] env[62675]: value = "task-2690923" [ 846.272517] env[62675]: _type = "Task" [ 846.272517] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.281280] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.288835] env[62675]: DEBUG oslo_vmware.api [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690919, 'name': PowerOffVM_Task, 'duration_secs': 0.19566} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.289078] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.289247] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.289478] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e012c27a-1d45-48c5-83c8-98d154fcc033 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.313819] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.314097] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.314309] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Deleting the datastore file [datastore1] 1f42de07-2ec2-4d25-8fc7-2ea7224770a8 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.314608] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-544bada2-059f-4dad-a2de-1559481ce920 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.320795] env[62675]: DEBUG oslo_vmware.api [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for the task: (returnval){ [ 846.320795] env[62675]: value = "task-2690925" [ 846.320795] env[62675]: _type = "Task" [ 846.320795] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.328240] env[62675]: DEBUG oslo_vmware.api [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.341256] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446353} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.341976] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9ae78af9-186f-4818-85ef-7ab2f597dd01/9ae78af9-186f-4818-85ef-7ab2f597dd01.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.341976] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.341976] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-839c4f75-c971-4688-9d26-ca162e4bf8be {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.347660] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 846.347660] env[62675]: value = "task-2690926" [ 846.347660] env[62675]: _type = "Task" [ 846.347660] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.356099] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.443861] env[62675]: DEBUG oslo_vmware.api [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Task: {'id': task-2690922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398468} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.444119] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.444306] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.444480] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.444680] env[62675]: INFO nova.compute.manager [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 846.444925] env[62675]: DEBUG oslo.service.loopingcall [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.445132] env[62675]: DEBUG nova.compute.manager [-] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.445229] env[62675]: DEBUG nova.network.neutron [-] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.572551] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] There are 43 instances to clean {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 846.572838] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 5133ab7a-dad7-4c81-85b4-732ccdb1d6d6] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 846.580215] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea20ac5b-5ec7-4fed-ae98-603a8a334717 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 61.190s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.581452] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 39.975s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.581658] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.581856] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.582051] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.587868] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4c86b4e1-e3d2-48e4-8852-7d573ce0bdfb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "51bce6bc-d67b-40e2-8507-e46b368837eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.503s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.589092] env[62675]: INFO nova.compute.manager [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Terminating instance [ 846.590974] env[62675]: DEBUG oslo_concurrency.lockutils [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] Acquired lock "51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.592073] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9931973f-84f5-4d55-975f-a1b76aabf50b tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "1b9677be-196b-403a-8d79-7b7c694046eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.972s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.593095] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e627c28-ffbe-4a37-8ec3-5f0e71d07c31 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.602748] env[62675]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 846.602915] env[62675]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62675) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 846.603322] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e7c3552-0386-4e1f-af47-ce92d540f608 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.614354] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a519101c-c41b-4d53-81f4-e6846fe87e72 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.670019] env[62675]: ERROR root [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-542274' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-542274' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-542274' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-542274'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-542274' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-542274' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-542274'}\n"]: nova.exception.InstanceNotFound: Instance 51bce6bc-d67b-40e2-8507-e46b368837eb could not be found. [ 846.670019] env[62675]: DEBUG oslo_concurrency.lockutils [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] Releasing lock "51bce6bc-d67b-40e2-8507-e46b368837eb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.670019] env[62675]: DEBUG nova.compute.manager [req-143bee9c-55fd-449f-bc3f-42c9e29cf3f1 req-201e0355-8541-4692-90a5-e0cde9ee6dbc service nova] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Detach interface failed, port_id=820a938d-e683-4446-89bd-5599a8cf4e76, reason: Instance 51bce6bc-d67b-40e2-8507-e46b368837eb could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 846.786070] env[62675]: DEBUG oslo_vmware.api [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690923, 'name': PowerOnVM_Task, 'duration_secs': 0.405664} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.789754] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.792717] env[62675]: DEBUG nova.compute.manager [None req-ae21c797-53b0-44d0-a58f-ff48d21a8af3 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.793076] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007546fa-cfa5-4209-a009-59680e05cae1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.833113] env[62675]: DEBUG oslo_vmware.api [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Task: {'id': task-2690925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109839} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.833113] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.833113] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.833113] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.833113] env[62675]: INFO nova.compute.manager [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Took 1.07 seconds to destroy the instance on the hypervisor. [ 846.833113] env[62675]: DEBUG oslo.service.loopingcall [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.833113] env[62675]: DEBUG nova.compute.manager [-] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.833113] env[62675]: DEBUG nova.network.neutron [-] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.844283] env[62675]: DEBUG nova.compute.manager [req-b952cc27-5d33-4040-b30f-5e3c0f73e331 req-e2c6c6b4-00b8-438a-bc5d-691dfcc4049d service nova] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Received event network-vif-deleted-97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.844283] env[62675]: INFO nova.compute.manager [req-b952cc27-5d33-4040-b30f-5e3c0f73e331 req-e2c6c6b4-00b8-438a-bc5d-691dfcc4049d service nova] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Neutron deleted interface 97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b; detaching it from the instance and deleting it from the info cache [ 846.844539] env[62675]: DEBUG nova.network.neutron [req-b952cc27-5d33-4040-b30f-5e3c0f73e331 req-e2c6c6b4-00b8-438a-bc5d-691dfcc4049d service nova] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.856141] env[62675]: DEBUG nova.network.neutron [-] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.864230] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079459} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.865075] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.866207] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4401b99e-bb04-455a-853a-fbf2cd41e274 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.891759] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9ae78af9-186f-4818-85ef-7ab2f597dd01/9ae78af9-186f-4818-85ef-7ab2f597dd01.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.895802] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c109214-970e-4251-b80a-47856d898fd9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.920298] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 846.920298] env[62675]: value = "task-2690927" [ 846.920298] env[62675]: _type = "Task" [ 846.920298] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.931479] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.082283] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 64feea76-2a2f-42df-b0bd-ebbe37e024d9] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.101256] env[62675]: DEBUG nova.compute.manager [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.101523] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.102275] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a54d2a69-13a9-4325-af12-6edecb90235e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.112553] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b78e5c7-179b-455c-ba60-706d09e11b8d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.139584] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f84ad3-6a8e-4315-b5ec-8537fa3e307b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.161256] env[62675]: WARNING nova.virt.vmwareapi.vmops [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e6187c32-1e79-4b2c-b100-0830ee4c8e79 could not be found. [ 847.161529] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.161763] env[62675]: INFO nova.compute.manager [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Took 0.06 seconds to destroy the instance on the hypervisor. [ 847.162057] env[62675]: DEBUG oslo.service.loopingcall [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.162832] env[62675]: DEBUG nova.compute.manager [-] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.163016] env[62675]: DEBUG nova.network.neutron [-] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.168069] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e5ec8a-e12d-421d-a6bf-644d55de517e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.201698] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eae64b-adaa-400e-b076-b80b9b30ce82 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.210338] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5476086b-218b-4788-8ba5-e7415ffb7d4b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.224242] env[62675]: DEBUG nova.compute.provider_tree [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.268200] env[62675]: DEBUG nova.network.neutron [-] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.347913] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14ae67c3-7379-41d9-95c9-e5c5e60d2d73 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.365236] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3763fb4-78aa-47be-89bf-8df790e5ca65 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.379806] env[62675]: DEBUG nova.network.neutron [-] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.408912] env[62675]: DEBUG nova.compute.manager [req-b952cc27-5d33-4040-b30f-5e3c0f73e331 req-e2c6c6b4-00b8-438a-bc5d-691dfcc4049d service nova] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Detach interface failed, port_id=97e49dea-ab8d-4f72-a9a9-a675b8bc8e2b, reason: Instance 06783f6d-1c8a-4895-88ef-9401fb6cd81b could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 847.430537] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690927, 'name': ReconfigVM_Task, 'duration_secs': 0.306819} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.430912] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9ae78af9-186f-4818-85ef-7ab2f597dd01/9ae78af9-186f-4818-85ef-7ab2f597dd01.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.431580] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2a5e1d6-1070-4563-b0f3-495f9dd81a5c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.440443] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 847.440443] env[62675]: value = "task-2690928" [ 847.440443] env[62675]: _type = "Task" [ 847.440443] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.451947] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690928, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.586772] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: a2d53a0d-526d-45c1-8142-bc14a8202d98] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 847.727199] env[62675]: DEBUG nova.scheduler.client.report [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.770795] env[62675]: INFO nova.compute.manager [-] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Took 1.33 seconds to deallocate network for instance. [ 847.882612] env[62675]: INFO nova.compute.manager [-] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Took 1.05 seconds to deallocate network for instance. [ 847.949018] env[62675]: DEBUG nova.network.neutron [-] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.950111] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690928, 'name': Rename_Task, 'duration_secs': 0.175078} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.951026] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.951026] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4792e08c-76ff-455b-aee3-0999f3574706 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.957278] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 847.957278] env[62675]: value = "task-2690929" [ 847.957278] env[62675]: _type = "Task" [ 847.957278] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.968084] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.089540] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: f743ab44-893d-454b-8a4d-69531f28a173] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.117554] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.117772] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.117974] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.118185] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.118357] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.120257] env[62675]: INFO nova.compute.manager [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Terminating instance [ 848.231901] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.232472] env[62675]: DEBUG nova.compute.manager [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.235293] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.659s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.235534] env[62675]: DEBUG nova.objects.instance [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 848.278141] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.393899] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.451620] env[62675]: INFO nova.compute.manager [-] [instance: e6187c32-1e79-4b2c-b100-0830ee4c8e79] Took 1.29 seconds to deallocate network for instance. [ 848.469804] env[62675]: DEBUG oslo_vmware.api [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690929, 'name': PowerOnVM_Task, 'duration_secs': 0.437139} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.470109] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.470309] env[62675]: INFO nova.compute.manager [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Took 8.43 seconds to spawn the instance on the hypervisor. [ 848.470489] env[62675]: DEBUG nova.compute.manager [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.471297] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf063e6-05b2-422e-b990-7235d5d10bca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.593167] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 16bc5eeb-8e2b-499e-a7fa-6c37a18cdf72] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 848.623589] env[62675]: DEBUG nova.compute.manager [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.623845] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.624827] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeda49e-4df9-44a2-8842-9d6d54451b24 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.632780] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.633010] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35129b99-ecb1-4a64-84bd-256c7a2939f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.639434] env[62675]: DEBUG oslo_vmware.api [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 848.639434] env[62675]: value = "task-2690930" [ 848.639434] env[62675]: _type = "Task" [ 848.639434] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.646632] env[62675]: DEBUG oslo_vmware.api [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.740433] env[62675]: DEBUG nova.compute.utils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 848.741905] env[62675]: DEBUG nova.compute.manager [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.742094] env[62675]: DEBUG nova.network.neutron [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.783255] env[62675]: DEBUG nova.policy [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f8288149cea4e49b493b3219c7e85ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45ffc76b205e485da7ff92b7f6558d13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.826125] env[62675]: INFO nova.compute.manager [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Unrescuing [ 848.826384] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "refresh_cache-cccf5e3a-f6f4-4863-9435-8b5384916e4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.826536] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquired lock "refresh_cache-cccf5e3a-f6f4-4863-9435-8b5384916e4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.826706] env[62675]: DEBUG nova.network.neutron [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.960437] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.960437] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.990790] env[62675]: INFO nova.compute.manager [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Took 54.15 seconds to build instance. [ 849.096367] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 6d687f06-5b33-4c65-b469-8c7c02d8a52c] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.150475] env[62675]: DEBUG oslo_vmware.api [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690930, 'name': PowerOffVM_Task, 'duration_secs': 0.272191} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.150806] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.151018] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.151306] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-626b4a70-bfba-4658-8727-7b38a13f287e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.211561] env[62675]: DEBUG nova.network.neutron [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Successfully created port: b7759abb-cee5-4738-bbaf-bc6b37cea135 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.226990] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.226990] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.226990] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Deleting the datastore file [datastore1] 7f5037bd-1a7d-444b-9cae-9a4e3d07c280 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.227271] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-534977c7-a7ef-4883-8ed0-b247c2925e42 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.234240] env[62675]: DEBUG oslo_vmware.api [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for the task: (returnval){ [ 849.234240] env[62675]: value = "task-2690932" [ 849.234240] env[62675]: _type = "Task" [ 849.234240] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.243795] env[62675]: DEBUG oslo_vmware.api [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.247577] env[62675]: DEBUG nova.compute.manager [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.256235] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a9e1ec4a-2dd6-4989-9707-b357c9b5005b tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.258194] env[62675]: DEBUG oslo_concurrency.lockutils [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.940s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.464686] env[62675]: DEBUG nova.compute.manager [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.492303] env[62675]: DEBUG oslo_concurrency.lockutils [None req-71ffd117-d085-4b9a-8952-015bc02d3a65 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "e6187c32-1e79-4b2c-b100-0830ee4c8e79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.911s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.493102] env[62675]: DEBUG oslo_concurrency.lockutils [None req-948580b0-3d6c-41ef-974a-6d255abcbb0a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "9ae78af9-186f-4818-85ef-7ab2f597dd01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.658s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 849.601431] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 3364dc58-416c-42da-8157-6efdb65e0e89] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 849.695467] env[62675]: DEBUG nova.network.neutron [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Updating instance_info_cache with network_info: [{"id": "c7218708-5c85-4834-bf37-d7034afe72c4", "address": "fa:16:3e:6f:ae:a5", "network": {"id": "6d3be374-ac3a-4bb7-944b-b27134a08652", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-227988499-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "48bd7eabf522421688f4ce2a50bed3bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7218708-5c", "ovs_interfaceid": "c7218708-5c85-4834-bf37-d7034afe72c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.744631] env[62675]: DEBUG oslo_vmware.api [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Task: {'id': task-2690932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142827} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.744905] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.745119] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.745877] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.745877] env[62675]: INFO nova.compute.manager [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Took 1.12 seconds to destroy the instance on the hypervisor. [ 849.745877] env[62675]: DEBUG oslo.service.loopingcall [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.746051] env[62675]: DEBUG nova.compute.manager [-] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.746099] env[62675]: DEBUG nova.network.neutron [-] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.764253] env[62675]: INFO nova.compute.claims [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.989732] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.104756] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 54077f0d-3e5c-4aa3-98f0-2434c168ce06] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.197411] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Releasing lock "refresh_cache-cccf5e3a-f6f4-4863-9435-8b5384916e4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.198181] env[62675]: DEBUG nova.objects.instance [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lazy-loading 'flavor' on Instance uuid cccf5e3a-f6f4-4863-9435-8b5384916e4d {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.272051] env[62675]: INFO nova.compute.resource_tracker [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating resource usage from migration 2590be7a-3d9c-486e-97fa-1c036d453654 [ 850.275561] env[62675]: DEBUG nova.compute.manager [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.305463] env[62675]: DEBUG nova.virt.hardware [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.305729] env[62675]: DEBUG nova.virt.hardware [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.305922] env[62675]: DEBUG nova.virt.hardware [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.306107] env[62675]: DEBUG nova.virt.hardware [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.306303] env[62675]: DEBUG nova.virt.hardware [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.306389] env[62675]: DEBUG nova.virt.hardware [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.306597] env[62675]: DEBUG nova.virt.hardware [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.306758] env[62675]: DEBUG nova.virt.hardware [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.306928] env[62675]: DEBUG nova.virt.hardware [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.307114] env[62675]: DEBUG nova.virt.hardware [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.307297] env[62675]: DEBUG nova.virt.hardware [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.308196] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32c47f1-d135-4386-9da4-00518374c223 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.318768] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b11b1ad-f791-44a1-9289-09240aceacb0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.335460] env[62675]: INFO nova.compute.manager [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Rebuilding instance [ 850.382972] env[62675]: DEBUG nova.compute.manager [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.383959] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5431e5f-92ed-4fa5-9aab-1b5644257b01 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.597511] env[62675]: DEBUG nova.network.neutron [-] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.609914] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 34705cc3-12ff-496f-a5ae-7db685ab7d42] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 850.692203] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0317aa2e-9e81-4923-9cd2-66cc0fa4b6bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.700857] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9a96dd-a758-4ea0-8c0f-3ae1b10ddc72 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.706945] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b923bbe6-fbaa-49a0-a7c4-588937ad5cb5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.738179] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b78e32e-a676-48df-a139-a284a2776aac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.759367] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.759636] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.760851] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.764050] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6583b005-6281-4d2c-a494-8444a291753f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.767171] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0602b5-7567-4b29-9147-8288d2da7327 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.772408] env[62675]: DEBUG oslo_vmware.api [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 850.772408] env[62675]: value = "task-2690933" [ 850.772408] env[62675]: _type = "Task" [ 850.772408] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.785326] env[62675]: DEBUG nova.compute.provider_tree [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.791899] env[62675]: DEBUG oslo_vmware.api [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.917369] env[62675]: DEBUG nova.compute.manager [req-79797822-2bad-47af-b7c1-209cff14d7b5 req-6b282637-8954-4068-9708-776b10bbedac service nova] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Received event network-vif-deleted-1405d21a-5bc1-4507-921e-f68c1d8c03a5 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.098498] env[62675]: DEBUG nova.network.neutron [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Successfully updated port: b7759abb-cee5-4738-bbaf-bc6b37cea135 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.099608] env[62675]: INFO nova.compute.manager [-] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Took 1.35 seconds to deallocate network for instance. [ 851.114082] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 5ff00e5a-676c-4d56-968e-1fb8866f79ac] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.262718] env[62675]: DEBUG nova.compute.manager [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.283579] env[62675]: DEBUG oslo_vmware.api [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690933, 'name': PowerOffVM_Task, 'duration_secs': 0.228251} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.283884] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.289242] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 851.292443] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cee431f0-815b-4dea-9464-3189f97d8bbe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.313453] env[62675]: DEBUG oslo_vmware.api [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 851.313453] env[62675]: value = "task-2690934" [ 851.313453] env[62675]: _type = "Task" [ 851.313453] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.323353] env[62675]: DEBUG oslo_vmware.api [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.324223] env[62675]: ERROR nova.scheduler.client.report [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [req-b2624bab-91bc-48ae-9290-894d465f78d7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b2624bab-91bc-48ae-9290-894d465f78d7"}]} [ 851.340047] env[62675]: DEBUG nova.scheduler.client.report [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 851.354457] env[62675]: DEBUG nova.scheduler.client.report [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 851.354690] env[62675]: DEBUG nova.compute.provider_tree [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.366273] env[62675]: DEBUG nova.scheduler.client.report [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 851.383701] env[62675]: DEBUG nova.scheduler.client.report [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 851.398335] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.398632] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5351b6a7-5afb-4691-bb46-3b35886ebc90 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.407438] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 851.407438] env[62675]: value = "task-2690935" [ 851.407438] env[62675]: _type = "Task" [ 851.407438] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.415846] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.601313] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-cb3564c7-1a9a-4c35-ad26-e3baed627076" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.601313] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-cb3564c7-1a9a-4c35-ad26-e3baed627076" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.601313] env[62675]: DEBUG nova.network.neutron [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.608734] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.619990] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: c6815fb8-4825-448a-ae8c-b657aa06d627] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 851.780788] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.793401] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11665b8f-2465-45bd-b16b-be34d3241a98 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.801244] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84f5b8a-669c-4f1e-b3ae-b518856954bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.833540] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8432455-269b-4720-8645-16f9f9ca95ec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.841060] env[62675]: DEBUG oslo_vmware.api [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690934, 'name': ReconfigVM_Task, 'duration_secs': 0.217517} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.843084] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 851.843294] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.843566] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e45c5aa6-c5c4-4205-8442-5c1952a3ee61 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.845874] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f45175-6f36-4cab-bf32-8f67812f3dac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.859850] env[62675]: DEBUG nova.compute.provider_tree [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.862341] env[62675]: DEBUG oslo_vmware.api [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 851.862341] env[62675]: value = "task-2690936" [ 851.862341] env[62675]: _type = "Task" [ 851.862341] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.917088] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690935, 'name': PowerOffVM_Task, 'duration_secs': 0.208792} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.917517] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.917666] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.918445] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a3c84b-3184-433a-8b57-950abaf6fd09 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.925454] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.925695] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-839802ce-80ac-45c0-895f-c25288b77e7b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.995088] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.995334] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.995522] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleting the datastore file [datastore1] 9ae78af9-186f-4818-85ef-7ab2f597dd01 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.995787] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ff447a2-5234-4373-be44-21122621b3f9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.003027] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 852.003027] env[62675]: value = "task-2690938" [ 852.003027] env[62675]: _type = "Task" [ 852.003027] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.011492] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.122815] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: a802376d-992a-4976-a6ec-6de8c467e7c6] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 852.150148] env[62675]: DEBUG nova.network.neutron [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.310613] env[62675]: DEBUG nova.network.neutron [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Updating instance_info_cache with network_info: [{"id": "b7759abb-cee5-4738-bbaf-bc6b37cea135", "address": "fa:16:3e:47:53:28", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7759abb-ce", "ovs_interfaceid": "b7759abb-cee5-4738-bbaf-bc6b37cea135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.375564] env[62675]: DEBUG oslo_vmware.api [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690936, 'name': PowerOnVM_Task, 'duration_secs': 0.45427} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.375843] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.376090] env[62675]: DEBUG nova.compute.manager [None req-c2e28831-98a8-44c5-8e02-08c5b68b0366 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.376931] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976c022f-6132-423a-9682-381e2357b2a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.394414] env[62675]: DEBUG nova.scheduler.client.report [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 852.394750] env[62675]: DEBUG nova.compute.provider_tree [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 101 to 102 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 852.394951] env[62675]: DEBUG nova.compute.provider_tree [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.513384] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131577} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.513503] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.513726] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.513920] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.627046] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: fd23c82e-4955-4be3-b034-5400270a19a3] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 852.813515] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-cb3564c7-1a9a-4c35-ad26-e3baed627076" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.813753] env[62675]: DEBUG nova.compute.manager [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Instance network_info: |[{"id": "b7759abb-cee5-4738-bbaf-bc6b37cea135", "address": "fa:16:3e:47:53:28", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7759abb-ce", "ovs_interfaceid": "b7759abb-cee5-4738-bbaf-bc6b37cea135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.814240] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:53:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7759abb-cee5-4738-bbaf-bc6b37cea135', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.821851] env[62675]: DEBUG oslo.service.loopingcall [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.822078] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.822306] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d67485c-f7f1-4382-9e37-0cb8a4ccc0c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.844035] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.844035] env[62675]: value = "task-2690939" [ 852.844035] env[62675]: _type = "Task" [ 852.844035] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.853036] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690939, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.899752] env[62675]: DEBUG oslo_concurrency.lockutils [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.642s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.900087] env[62675]: INFO nova.compute.manager [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Migrating [ 852.913438] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.973s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.913438] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.914318] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.738s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.914558] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.916325] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.562s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.917830] env[62675]: INFO nova.compute.claims [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.943888] env[62675]: INFO nova.scheduler.client.report [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Deleted allocations for instance fe3b99a9-4329-408f-847b-56bebd67f82b [ 852.945897] env[62675]: INFO nova.scheduler.client.report [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted allocations for instance 904c0016-d048-4077-9a77-adb0d00c0c38 [ 852.959045] env[62675]: DEBUG nova.compute.manager [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Received event network-vif-plugged-b7759abb-cee5-4738-bbaf-bc6b37cea135 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.959303] env[62675]: DEBUG oslo_concurrency.lockutils [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] Acquiring lock "cb3564c7-1a9a-4c35-ad26-e3baed627076-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.959518] env[62675]: DEBUG oslo_concurrency.lockutils [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] Lock "cb3564c7-1a9a-4c35-ad26-e3baed627076-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.959688] env[62675]: DEBUG oslo_concurrency.lockutils [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] Lock "cb3564c7-1a9a-4c35-ad26-e3baed627076-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.959858] env[62675]: DEBUG nova.compute.manager [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] No waiting events found dispatching network-vif-plugged-b7759abb-cee5-4738-bbaf-bc6b37cea135 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.960077] env[62675]: WARNING nova.compute.manager [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Received unexpected event network-vif-plugged-b7759abb-cee5-4738-bbaf-bc6b37cea135 for instance with vm_state building and task_state spawning. [ 852.960330] env[62675]: DEBUG nova.compute.manager [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Received event network-changed-b7759abb-cee5-4738-bbaf-bc6b37cea135 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.960423] env[62675]: DEBUG nova.compute.manager [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Refreshing instance network info cache due to event network-changed-b7759abb-cee5-4738-bbaf-bc6b37cea135. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 852.960575] env[62675]: DEBUG oslo_concurrency.lockutils [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] Acquiring lock "refresh_cache-cb3564c7-1a9a-4c35-ad26-e3baed627076" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.960925] env[62675]: DEBUG oslo_concurrency.lockutils [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] Acquired lock "refresh_cache-cb3564c7-1a9a-4c35-ad26-e3baed627076" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.960925] env[62675]: DEBUG nova.network.neutron [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Refreshing network info cache for port b7759abb-cee5-4738-bbaf-bc6b37cea135 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.130488] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: b5615d78-eee6-4e84-b5f2-d9ab6ca66e1e] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 853.353338] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690939, 'name': CreateVM_Task, 'duration_secs': 0.335294} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.353516] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.354229] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.354396] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.354746] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 853.354999] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42a47e2-b837-4eee-8ba9-62aff835fced {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.360215] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 853.360215] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528d0592-2a23-306e-9eae-7a0e02e6296a" [ 853.360215] env[62675]: _type = "Task" [ 853.360215] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.368927] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528d0592-2a23-306e-9eae-7a0e02e6296a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.426473] env[62675]: DEBUG oslo_concurrency.lockutils [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.426683] env[62675]: DEBUG oslo_concurrency.lockutils [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.426865] env[62675]: DEBUG nova.network.neutron [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.466972] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4b5d3b80-17a8-4962-8843-b07d14be2592 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "904c0016-d048-4077-9a77-adb0d00c0c38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.550s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.470835] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d00f45c6-0a62-47fa-b58e-0809ae623200 tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "fe3b99a9-4329-408f-847b-56bebd67f82b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.225s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.550178] env[62675]: DEBUG nova.virt.hardware [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.550858] env[62675]: DEBUG nova.virt.hardware [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.551184] env[62675]: DEBUG nova.virt.hardware [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.551708] env[62675]: DEBUG nova.virt.hardware [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.552019] env[62675]: DEBUG nova.virt.hardware [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.552369] env[62675]: DEBUG nova.virt.hardware [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.553116] env[62675]: DEBUG nova.virt.hardware [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.553432] env[62675]: DEBUG nova.virt.hardware [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.553738] env[62675]: DEBUG nova.virt.hardware [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.554275] env[62675]: DEBUG nova.virt.hardware [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.554640] env[62675]: DEBUG nova.virt.hardware [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.558036] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15310f6e-3128-4ce4-99e0-f2020e0b69ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.566876] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7166be86-9239-4eb9-a0d2-2df084962f46 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.582106] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d9:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0c96eb6-7aad-40d4-96ab-64e820c294c6', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.589541] env[62675]: DEBUG oslo.service.loopingcall [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.591973] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.592293] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff2b449f-663d-4965-8a65-7c1f0f347aa4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.612773] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.612773] env[62675]: value = "task-2690940" [ 853.612773] env[62675]: _type = "Task" [ 853.612773] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.624197] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690940, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.635156] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 20a8a0f2-b24c-4097-b231-ef82b86bdda5] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 853.651543] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "cccf5e3a-f6f4-4863-9435-8b5384916e4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.651543] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "cccf5e3a-f6f4-4863-9435-8b5384916e4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.651543] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "cccf5e3a-f6f4-4863-9435-8b5384916e4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.651543] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "cccf5e3a-f6f4-4863-9435-8b5384916e4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.651543] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "cccf5e3a-f6f4-4863-9435-8b5384916e4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.653868] env[62675]: INFO nova.compute.manager [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Terminating instance [ 853.761433] env[62675]: DEBUG nova.network.neutron [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Updated VIF entry in instance network info cache for port b7759abb-cee5-4738-bbaf-bc6b37cea135. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.762301] env[62675]: DEBUG nova.network.neutron [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Updating instance_info_cache with network_info: [{"id": "b7759abb-cee5-4738-bbaf-bc6b37cea135", "address": "fa:16:3e:47:53:28", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7759abb-ce", "ovs_interfaceid": "b7759abb-cee5-4738-bbaf-bc6b37cea135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.873182] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528d0592-2a23-306e-9eae-7a0e02e6296a, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.873543] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.873874] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.874165] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.875117] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.875117] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.875437] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cce04449-3a9d-462c-bcf3-ba9a830b4168 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.885808] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.885808] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.885948] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbdf8fd8-a691-477d-ae97-8784e3ccf017 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.891408] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 853.891408] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a27285-169e-d9ba-e0a2-ef7d84202b27" [ 853.891408] env[62675]: _type = "Task" [ 853.891408] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.900263] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a27285-169e-d9ba-e0a2-ef7d84202b27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.122347] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690940, 'name': CreateVM_Task, 'duration_secs': 0.31634} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.124613] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.125486] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.125638] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.125951] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 854.126224] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c173e18c-e94a-4929-9c0f-b705e4ef37e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.130447] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 854.130447] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5277faf0-1930-57ae-0949-25897e6f7d60" [ 854.130447] env[62675]: _type = "Task" [ 854.130447] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.141568] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: c6d9a643-9909-4127-a49e-24c49d4eccfd] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 854.143317] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5277faf0-1930-57ae-0949-25897e6f7d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.159011] env[62675]: DEBUG nova.compute.manager [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.159241] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.160245] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135e9b2c-13c7-4f9d-8059-1cd292f9d035 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.167143] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.167376] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c82b6db-1583-49ce-af6f-f448c616307f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.174475] env[62675]: DEBUG oslo_vmware.api [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 854.174475] env[62675]: value = "task-2690942" [ 854.174475] env[62675]: _type = "Task" [ 854.174475] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.178489] env[62675]: DEBUG nova.network.neutron [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance_info_cache with network_info: [{"id": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "address": "fa:16:3e:74:c9:a5", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecebc61f-5a", "ovs_interfaceid": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.185807] env[62675]: DEBUG oslo_vmware.api [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.264564] env[62675]: DEBUG oslo_concurrency.lockutils [req-29cbf898-fd0f-44f4-8084-2e426cef51ea req-f1dbd7ff-70a2-47ba-b31f-7d5d626829fb service nova] Releasing lock "refresh_cache-cb3564c7-1a9a-4c35-ad26-e3baed627076" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.332888] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bf040b-1922-4880-8a6e-08b55a621faa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.341456] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9481ca-ad5e-4aac-b5b3-4358e46e77e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.374997] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c63c50b-93b5-47ae-baa1-6368e372f556 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.382197] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376faa03-3f60-4350-8855-b65e2aca037c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.395394] env[62675]: DEBUG nova.compute.provider_tree [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.404577] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a27285-169e-d9ba-e0a2-ef7d84202b27, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.405360] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a889b554-27ab-458a-9e99-a4d7e0b6d7fb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.410769] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 854.410769] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52557380-590f-e10d-9959-0650440a46b8" [ 854.410769] env[62675]: _type = "Task" [ 854.410769] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.420601] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52557380-590f-e10d-9959-0650440a46b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.640909] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5277faf0-1930-57ae-0949-25897e6f7d60, 'name': SearchDatastore_Task, 'duration_secs': 0.008958} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.641245] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.641473] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.641743] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.644218] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: b18e9c0e-e6b8-46f6-ac8b-8003ee9121fb] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 854.684063] env[62675]: DEBUG oslo_concurrency.lockutils [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.685465] env[62675]: DEBUG oslo_vmware.api [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690942, 'name': PowerOffVM_Task, 'duration_secs': 0.198882} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.685703] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.686285] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.686374] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-454e02d8-2e28-43f1-85e9-25bf669f4aa4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.762547] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.762660] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.762792] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Deleting the datastore file [datastore2] cccf5e3a-f6f4-4863-9435-8b5384916e4d {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.763063] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74bd1695-2365-4ff9-847d-2547462ee2f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.771110] env[62675]: DEBUG oslo_vmware.api [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 854.771110] env[62675]: value = "task-2690944" [ 854.771110] env[62675]: _type = "Task" [ 854.771110] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.782098] env[62675]: DEBUG oslo_vmware.api [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.901997] env[62675]: DEBUG nova.scheduler.client.report [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.923913] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52557380-590f-e10d-9959-0650440a46b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.923913] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.923913] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] cb3564c7-1a9a-4c35-ad26-e3baed627076/cb3564c7-1a9a-4c35-ad26-e3baed627076.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.923913] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.924099] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.924323] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-819fb0ac-0390-4fa4-89f3-4aeb9722869a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.926330] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c96b9bb5-7d14-470f-adbf-164c32a0ff90 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.933685] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 854.933685] env[62675]: value = "task-2690945" [ 854.933685] env[62675]: _type = "Task" [ 854.933685] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.937520] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.939024] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.939024] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e1dfc9-8631-4f8b-b787-92428b5eaa2d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.944206] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.947120] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 854.947120] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f03c47-9646-0c27-e857-f57679cb93ff" [ 854.947120] env[62675]: _type = "Task" [ 854.947120] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.954705] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f03c47-9646-0c27-e857-f57679cb93ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.148261] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: e3b8ed45-0638-4f75-9c6f-c984702e660b] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.284269] env[62675]: DEBUG oslo_vmware.api [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2690944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14144} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.284269] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.284525] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.284585] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.284815] env[62675]: INFO nova.compute.manager [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 855.285161] env[62675]: DEBUG oslo.service.loopingcall [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.285430] env[62675]: DEBUG nova.compute.manager [-] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.285564] env[62675]: DEBUG nova.network.neutron [-] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.407858] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.408526] env[62675]: DEBUG nova.compute.manager [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.411546] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.281s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.413014] env[62675]: INFO nova.compute.claims [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.442961] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495056} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.447706] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] cb3564c7-1a9a-4c35-ad26-e3baed627076/cb3564c7-1a9a-4c35-ad26-e3baed627076.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.448719] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.448962] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0789f189-d686-4243-9581-9ec0f343d375 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.460405] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f03c47-9646-0c27-e857-f57679cb93ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008481} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.462313] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 855.462313] env[62675]: value = "task-2690946" [ 855.462313] env[62675]: _type = "Task" [ 855.462313] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.462507] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f0d24a-38ed-447d-ae8c-f91144ee81d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.473809] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.474052] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.475431] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 855.475431] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ed3bbf-5e1e-a4cd-c69d-a04843d11fac" [ 855.475431] env[62675]: _type = "Task" [ 855.475431] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.479113] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.487107] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ed3bbf-5e1e-a4cd-c69d-a04843d11fac, 'name': SearchDatastore_Task, 'duration_secs': 0.008223} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.487343] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.487589] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9ae78af9-186f-4818-85ef-7ab2f597dd01/9ae78af9-186f-4818-85ef-7ab2f597dd01.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.487835] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-181283cc-d264-4efa-a330-4b13f4eb6b2f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.493594] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 855.493594] env[62675]: value = "task-2690947" [ 855.493594] env[62675]: _type = "Task" [ 855.493594] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.502593] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.652270] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: e1826804-fb88-4228-9e63-d6504704ca48] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.656323] env[62675]: DEBUG nova.compute.manager [req-ec08f6bf-74d8-4694-9b0c-50edbeb51b20 req-2a1b6d67-5aba-4837-b4de-10f84745f85c service nova] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Received event network-vif-deleted-c7218708-5c85-4834-bf37-d7034afe72c4 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.656507] env[62675]: INFO nova.compute.manager [req-ec08f6bf-74d8-4694-9b0c-50edbeb51b20 req-2a1b6d67-5aba-4837-b4de-10f84745f85c service nova] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Neutron deleted interface c7218708-5c85-4834-bf37-d7034afe72c4; detaching it from the instance and deleting it from the info cache [ 855.656683] env[62675]: DEBUG nova.network.neutron [req-ec08f6bf-74d8-4694-9b0c-50edbeb51b20 req-2a1b6d67-5aba-4837-b4de-10f84745f85c service nova] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.919737] env[62675]: DEBUG nova.compute.utils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 855.923966] env[62675]: DEBUG nova.compute.manager [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.923966] env[62675]: DEBUG nova.network.neutron [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.975731] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063053} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.976183] env[62675]: DEBUG nova.compute.manager [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.978753] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.979578] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b880b54a-284b-4e84-8825-c440eec9caf2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.005460] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] cb3564c7-1a9a-4c35-ad26-e3baed627076/cb3564c7-1a9a-4c35-ad26-e3baed627076.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.007440] env[62675]: DEBUG nova.policy [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20790a2a7de042aa9aababa57546833f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba64eb611e2b4dd9971e72f51cc3f1e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.011732] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d27d569-9992-47c2-93b8-50dde5df5258 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.034084] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437559} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.035368] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9ae78af9-186f-4818-85ef-7ab2f597dd01/9ae78af9-186f-4818-85ef-7ab2f597dd01.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.035607] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.035912] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 856.035912] env[62675]: value = "task-2690948" [ 856.035912] env[62675]: _type = "Task" [ 856.035912] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.037042] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4780c277-9a20-4a6c-9663-cbe86d236c0d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.048435] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.049935] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 856.049935] env[62675]: value = "task-2690949" [ 856.049935] env[62675]: _type = "Task" [ 856.049935] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.057113] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.096306] env[62675]: DEBUG nova.network.neutron [-] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.160175] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 63deed87-537f-4999-8eaa-19d3472c114b] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 856.162305] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6dcacbf-0e0c-4107-8db3-2fa8f1baff66 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.170916] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b9d50e-1e2c-425b-b643-5c96eadf03b7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.209075] env[62675]: DEBUG nova.compute.manager [req-ec08f6bf-74d8-4694-9b0c-50edbeb51b20 req-2a1b6d67-5aba-4837-b4de-10f84745f85c service nova] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Detach interface failed, port_id=c7218708-5c85-4834-bf37-d7034afe72c4, reason: Instance cccf5e3a-f6f4-4863-9435-8b5384916e4d could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 856.210482] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b8546d-aefe-42b2-b930-26c814e60a56 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.230488] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance '47a2f884-e89a-4114-ad54-a94ba493d07f' progress to 0 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.426162] env[62675]: DEBUG nova.compute.manager [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.497639] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.549191] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690948, 'name': ReconfigVM_Task, 'duration_secs': 0.27569} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.552820] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Reconfigured VM instance instance-00000049 to attach disk [datastore1] cb3564c7-1a9a-4c35-ad26-e3baed627076/cb3564c7-1a9a-4c35-ad26-e3baed627076.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.553822] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6abcd7f5-214d-4b7b-9198-61a606f59775 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.564396] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069166} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.565290] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.565653] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 856.565653] env[62675]: value = "task-2690950" [ 856.565653] env[62675]: _type = "Task" [ 856.565653] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.568517] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86304b0e-c65a-4fc3-a140-c6f1be49dd6b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.578792] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690950, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.597456] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 9ae78af9-186f-4818-85ef-7ab2f597dd01/9ae78af9-186f-4818-85ef-7ab2f597dd01.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.601406] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070aa23c-6112-4bf2-aeb0-6c8bc247823f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.617777] env[62675]: INFO nova.compute.manager [-] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Took 1.33 seconds to deallocate network for instance. [ 856.627022] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 856.627022] env[62675]: value = "task-2690951" [ 856.627022] env[62675]: _type = "Task" [ 856.627022] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.640068] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.659216] env[62675]: DEBUG nova.network.neutron [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Successfully created port: 5faced06-92bc-4596-8366-da8e14820a8b {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.665517] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: b88bbea3-f496-4a9a-a90d-da26f4f62193] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 856.736567] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.737701] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a99d47af-788c-4e0b-ab68-530673369c99 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.743813] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 856.743813] env[62675]: value = "task-2690952" [ 856.743813] env[62675]: _type = "Task" [ 856.743813] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.751576] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.938380] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221fee0d-be4f-492e-a77b-cc2fa422e315 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.947282] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbbd351-44a9-4fb4-bc13-911fc04eff74 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.981260] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d25987-17c6-4871-aed3-542675c9b009 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.990070] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feffc462-6c5c-44e4-ad37-5ec5b896ef25 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.003959] env[62675]: DEBUG nova.compute.provider_tree [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.080437] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690950, 'name': Rename_Task, 'duration_secs': 0.157866} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.080437] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.080652] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eea7d84b-9711-4560-aa92-68057dbaf69c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.087094] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 857.087094] env[62675]: value = "task-2690953" [ 857.087094] env[62675]: _type = "Task" [ 857.087094] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.094232] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.126450] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.135093] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690951, 'name': ReconfigVM_Task, 'duration_secs': 0.280768} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.135393] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 9ae78af9-186f-4818-85ef-7ab2f597dd01/9ae78af9-186f-4818-85ef-7ab2f597dd01.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.136278] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47cf84a9-074a-4dab-b210-c63670ed0f5c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.142536] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 857.142536] env[62675]: value = "task-2690954" [ 857.142536] env[62675]: _type = "Task" [ 857.142536] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.151392] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690954, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.168140] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 6ec72180-77e0-4add-8e79-d80a3b5adf2a] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 857.255064] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 857.255064] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance '47a2f884-e89a-4114-ad54-a94ba493d07f' progress to 17 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.420492] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.420800] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.421042] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.421258] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.421451] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.423831] env[62675]: INFO nova.compute.manager [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Terminating instance [ 857.443543] env[62675]: DEBUG nova.compute.manager [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.467322] env[62675]: DEBUG nova.virt.hardware [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.467449] env[62675]: DEBUG nova.virt.hardware [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.467553] env[62675]: DEBUG nova.virt.hardware [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.467749] env[62675]: DEBUG nova.virt.hardware [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.467962] env[62675]: DEBUG nova.virt.hardware [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.468046] env[62675]: DEBUG nova.virt.hardware [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.468259] env[62675]: DEBUG nova.virt.hardware [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.468435] env[62675]: DEBUG nova.virt.hardware [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.468650] env[62675]: DEBUG nova.virt.hardware [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.469082] env[62675]: DEBUG nova.virt.hardware [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.469082] env[62675]: DEBUG nova.virt.hardware [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.470124] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7022986e-39f8-44b3-9b87-0f53d5b4a147 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.478642] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb255448-87f7-46a4-a363-176b33915747 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.528493] env[62675]: ERROR nova.scheduler.client.report [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [req-0f48d760-a3ee-47ce-a68e-c9d78d6220c7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f48d760-a3ee-47ce-a68e-c9d78d6220c7"}]} [ 857.597239] env[62675]: DEBUG oslo_vmware.api [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2690953, 'name': PowerOnVM_Task, 'duration_secs': 0.478936} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.597505] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.597706] env[62675]: INFO nova.compute.manager [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Took 7.32 seconds to spawn the instance on the hypervisor. [ 857.597903] env[62675]: DEBUG nova.compute.manager [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.599042] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2d78a5-6a04-40aa-bae4-b361a354f464 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.626852] env[62675]: DEBUG nova.scheduler.client.report [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 857.641686] env[62675]: DEBUG nova.scheduler.client.report [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 857.641686] env[62675]: DEBUG nova.compute.provider_tree [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.653680] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690954, 'name': Rename_Task, 'duration_secs': 0.162366} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.654582] env[62675]: DEBUG nova.scheduler.client.report [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 857.656437] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.657034] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-410f6071-f670-4b32-a6f5-f77d6e34d493 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.664551] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 857.664551] env[62675]: value = "task-2690955" [ 857.664551] env[62675]: _type = "Task" [ 857.664551] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.673247] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 11bc2536-ccfe-4597-bdbf-0f8952fdb0eb] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 857.675884] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.676752] env[62675]: DEBUG nova.scheduler.client.report [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 857.761088] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.761447] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.761559] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.761784] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.761950] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.762117] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.762324] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.762482] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.762653] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.762850] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.763039] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.771532] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8646a9c-bcbf-4b28-8cdb-28add5967bfb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.789530] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 857.789530] env[62675]: value = "task-2690956" [ 857.789530] env[62675]: _type = "Task" [ 857.789530] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.798410] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.928353] env[62675]: DEBUG nova.compute.manager [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.928594] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.929642] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e12de0-347b-40b5-b2cb-962e7151beef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.937065] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.937305] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31835d9d-7f4a-4ee6-93e3-953f20bc13a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.942801] env[62675]: DEBUG oslo_vmware.api [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 857.942801] env[62675]: value = "task-2690957" [ 857.942801] env[62675]: _type = "Task" [ 857.942801] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.950256] env[62675]: DEBUG oslo_vmware.api [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.099733] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca01e7f-dce6-445f-8daf-46c1ca4fd922 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.115417] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2825cd33-086c-4b54-8575-c0e0cb30e3b3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.121279] env[62675]: INFO nova.compute.manager [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Took 48.30 seconds to build instance. [ 858.155681] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b33510e-6684-4477-8e68-adaafbd140d1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.162047] env[62675]: DEBUG nova.compute.manager [req-935f196f-a263-431a-8c72-5a0180464c4a req-c83cbed0-537d-488c-bb15-b5110846c576 service nova] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Received event network-vif-plugged-5faced06-92bc-4596-8366-da8e14820a8b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 858.162047] env[62675]: DEBUG oslo_concurrency.lockutils [req-935f196f-a263-431a-8c72-5a0180464c4a req-c83cbed0-537d-488c-bb15-b5110846c576 service nova] Acquiring lock "d369db14-64c9-4d08-8730-64c121eeb40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.162047] env[62675]: DEBUG oslo_concurrency.lockutils [req-935f196f-a263-431a-8c72-5a0180464c4a req-c83cbed0-537d-488c-bb15-b5110846c576 service nova] Lock "d369db14-64c9-4d08-8730-64c121eeb40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.162047] env[62675]: DEBUG oslo_concurrency.lockutils [req-935f196f-a263-431a-8c72-5a0180464c4a req-c83cbed0-537d-488c-bb15-b5110846c576 service nova] Lock "d369db14-64c9-4d08-8730-64c121eeb40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.162047] env[62675]: DEBUG nova.compute.manager [req-935f196f-a263-431a-8c72-5a0180464c4a req-c83cbed0-537d-488c-bb15-b5110846c576 service nova] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] No waiting events found dispatching network-vif-plugged-5faced06-92bc-4596-8366-da8e14820a8b {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.162047] env[62675]: WARNING nova.compute.manager [req-935f196f-a263-431a-8c72-5a0180464c4a req-c83cbed0-537d-488c-bb15-b5110846c576 service nova] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Received unexpected event network-vif-plugged-5faced06-92bc-4596-8366-da8e14820a8b for instance with vm_state building and task_state spawning. [ 858.169680] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ab25be-232a-4e66-b369-60a6d18b4e7c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.181023] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 3d51301e-20ba-4a1b-8b18-0e5080ab910a] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 858.182696] env[62675]: DEBUG oslo_vmware.api [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690955, 'name': PowerOnVM_Task, 'duration_secs': 0.504749} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.190157] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.190372] env[62675]: DEBUG nova.compute.manager [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.191331] env[62675]: DEBUG nova.compute.provider_tree [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.193111] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafe770a-78a7-4eff-b1e7-8f38970d1a5e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.279557] env[62675]: DEBUG nova.network.neutron [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Successfully updated port: 5faced06-92bc-4596-8366-da8e14820a8b {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.300097] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.451991] env[62675]: DEBUG oslo_vmware.api [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690957, 'name': PowerOffVM_Task, 'duration_secs': 0.187054} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.452287] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.452455] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.452702] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-009d8a3a-e36e-41f3-afeb-ec916b72b4a7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.519928] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.520203] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.520465] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Deleting the datastore file [datastore1] 49e0c771-5fa5-4771-be72-ba78dcc3ec92 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.520735] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3b5e111-253b-4ea4-bec0-3cd28cc28773 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.527094] env[62675]: DEBUG oslo_vmware.api [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for the task: (returnval){ [ 858.527094] env[62675]: value = "task-2690959" [ 858.527094] env[62675]: _type = "Task" [ 858.527094] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.534416] env[62675]: DEBUG oslo_vmware.api [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.624758] env[62675]: DEBUG oslo_concurrency.lockutils [None req-70c98b7e-a4b7-4316-87d4-a5255b28882c tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "cb3564c7-1a9a-4c35-ad26-e3baed627076" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.064s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.690621] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 97740935-a6d9-403a-8c2f-45350389c0e1] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 858.713520] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.737831] env[62675]: DEBUG nova.scheduler.client.report [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 858.737831] env[62675]: DEBUG nova.compute.provider_tree [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 103 to 104 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 858.737831] env[62675]: DEBUG nova.compute.provider_tree [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.782507] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "refresh_cache-d369db14-64c9-4d08-8730-64c121eeb40f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.782507] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquired lock "refresh_cache-d369db14-64c9-4d08-8730-64c121eeb40f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.782995] env[62675]: DEBUG nova.network.neutron [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.801205] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690956, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.037135] env[62675]: DEBUG oslo_vmware.api [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Task: {'id': task-2690959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195186} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.037383] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.037565] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.037738] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.037902] env[62675]: INFO nova.compute.manager [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Took 1.11 seconds to destroy the instance on the hypervisor. [ 859.038204] env[62675]: DEBUG oslo.service.loopingcall [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 859.038403] env[62675]: DEBUG nova.compute.manager [-] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.038494] env[62675]: DEBUG nova.network.neutron [-] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.194696] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d68f8527-5783-449b-bbbe-e55ba4e54b1c] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 859.246105] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.834s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.246325] env[62675]: DEBUG nova.compute.manager [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.249944] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.851s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.250143] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.252612] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.935s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.254159] env[62675]: INFO nova.compute.claims [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.278996] env[62675]: INFO nova.scheduler.client.report [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleted allocations for instance d0064dab-ffb7-4fee-b7f6-a7c0eceed501 [ 859.307036] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690956, 'name': ReconfigVM_Task, 'duration_secs': 1.17182} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.307036] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance '47a2f884-e89a-4114-ad54-a94ba493d07f' progress to 33 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.355828] env[62675]: DEBUG nova.network.neutron [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.641210] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "9ae78af9-186f-4818-85ef-7ab2f597dd01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.641501] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "9ae78af9-186f-4818-85ef-7ab2f597dd01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.641718] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "9ae78af9-186f-4818-85ef-7ab2f597dd01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.641904] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "9ae78af9-186f-4818-85ef-7ab2f597dd01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.642085] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "9ae78af9-186f-4818-85ef-7ab2f597dd01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.645322] env[62675]: INFO nova.compute.manager [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Terminating instance [ 859.647384] env[62675]: DEBUG nova.network.neutron [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Updating instance_info_cache with network_info: [{"id": "5faced06-92bc-4596-8366-da8e14820a8b", "address": "fa:16:3e:d7:8b:04", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5faced06-92", "ovs_interfaceid": "5faced06-92bc-4596-8366-da8e14820a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.697561] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: c44d2180-a11c-4a23-a626-d0356d81b1ab] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 859.758943] env[62675]: DEBUG nova.compute.utils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 859.762104] env[62675]: DEBUG nova.compute.manager [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.762275] env[62675]: DEBUG nova.network.neutron [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.793586] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7b25ea87-f9b0-40ab-965e-d7989ccda02f tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "d0064dab-ffb7-4fee-b7f6-a7c0eceed501" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.670s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.813696] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.815732] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.818407] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.819700] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.819700] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.819700] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.819700] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.819700] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.819971] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.820082] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.820263] env[62675]: DEBUG nova.virt.hardware [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.827349] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 859.828629] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-025ce186-435b-458f-9bce-c2babe7dee5e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.844395] env[62675]: DEBUG nova.policy [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '367e3d6d821c40c18d8745e1f21b16ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac2481c15f8340dda5432d349495948a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.853149] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 859.853149] env[62675]: value = "task-2690960" [ 859.853149] env[62675]: _type = "Task" [ 859.853149] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.862381] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690960, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.149963] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Releasing lock "refresh_cache-d369db14-64c9-4d08-8730-64c121eeb40f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.151128] env[62675]: DEBUG nova.compute.manager [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Instance network_info: |[{"id": "5faced06-92bc-4596-8366-da8e14820a8b", "address": "fa:16:3e:d7:8b:04", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5faced06-92", "ovs_interfaceid": "5faced06-92bc-4596-8366-da8e14820a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.151826] env[62675]: DEBUG nova.compute.manager [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.152254] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.152703] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:8b:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5faced06-92bc-4596-8366-da8e14820a8b', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.161035] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Creating folder: Project (ba64eb611e2b4dd9971e72f51cc3f1e1). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.161789] env[62675]: DEBUG nova.network.neutron [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Successfully created port: 34b63daa-9a15-4c34-9ed1-f8c1fd0fd791 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.164409] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c908cd5-4972-482a-a7e8-364b427195fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.167357] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc72f0d7-054a-4e42-b89f-5b0cece1e9b0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.172254] env[62675]: DEBUG nova.compute.manager [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Received event network-changed-5faced06-92bc-4596-8366-da8e14820a8b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 860.172479] env[62675]: DEBUG nova.compute.manager [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Refreshing instance network info cache due to event network-changed-5faced06-92bc-4596-8366-da8e14820a8b. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 860.173057] env[62675]: DEBUG oslo_concurrency.lockutils [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] Acquiring lock "refresh_cache-d369db14-64c9-4d08-8730-64c121eeb40f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.173057] env[62675]: DEBUG oslo_concurrency.lockutils [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] Acquired lock "refresh_cache-d369db14-64c9-4d08-8730-64c121eeb40f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.173057] env[62675]: DEBUG nova.network.neutron [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Refreshing network info cache for port 5faced06-92bc-4596-8366-da8e14820a8b {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.181463] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.181463] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b25e6d4e-723f-4424-b7e4-cfbdafd09173 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.182960] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Created folder: Project (ba64eb611e2b4dd9971e72f51cc3f1e1) in parent group-v542174. [ 860.183194] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Creating folder: Instances. Parent ref: group-v542380. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.183673] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d139a36e-0807-4177-b0dc-46fd02668bbc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.186903] env[62675]: DEBUG oslo_vmware.api [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 860.186903] env[62675]: value = "task-2690962" [ 860.186903] env[62675]: _type = "Task" [ 860.186903] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.196206] env[62675]: DEBUG oslo_vmware.api [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.197255] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Created folder: Instances in parent group-v542380. [ 860.197634] env[62675]: DEBUG oslo.service.loopingcall [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.197973] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.198352] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78eac936-c1e6-412f-9ddd-b9faf06d0a08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.218870] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 431ae1de-747b-4543-a10a-59065f1fbbc2] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 860.227020] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.227020] env[62675]: value = "task-2690964" [ 860.227020] env[62675]: _type = "Task" [ 860.227020] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.236314] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690964, 'name': CreateVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.263656] env[62675]: DEBUG nova.compute.manager [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.303584] env[62675]: DEBUG nova.network.neutron [-] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.371295] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690960, 'name': ReconfigVM_Task, 'duration_secs': 0.161906} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.371295] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 860.371295] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f77517-3190-4ecc-85b6-1612b66004cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.394405] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 47a2f884-e89a-4114-ad54-a94ba493d07f/47a2f884-e89a-4114-ad54-a94ba493d07f.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.395205] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa4fed58-3f5b-4324-af74-d1b341e2f050 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.416567] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 860.416567] env[62675]: value = "task-2690965" [ 860.416567] env[62675]: _type = "Task" [ 860.416567] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.431226] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "08c08b75-6775-4dd7-a13c-2574d3d69558" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.431615] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "08c08b75-6775-4dd7-a13c-2574d3d69558" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.443477] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.699749] env[62675]: DEBUG oslo_vmware.api [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690962, 'name': PowerOffVM_Task, 'duration_secs': 0.226406} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.700088] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.700216] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.700493] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b0d8ede-4669-4faa-a8eb-c97bef7deb3d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.725832] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 2169f132-7866-48a6-b419-37e64987f068] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 860.730340] env[62675]: DEBUG oslo_concurrency.lockutils [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "acec215e-dade-4603-ae30-d50008b2ce73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.730599] env[62675]: DEBUG oslo_concurrency.lockutils [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "acec215e-dade-4603-ae30-d50008b2ce73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.730774] env[62675]: DEBUG oslo_concurrency.lockutils [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "acec215e-dade-4603-ae30-d50008b2ce73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.730954] env[62675]: DEBUG oslo_concurrency.lockutils [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "acec215e-dade-4603-ae30-d50008b2ce73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.731172] env[62675]: DEBUG oslo_concurrency.lockutils [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "acec215e-dade-4603-ae30-d50008b2ce73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.733523] env[62675]: INFO nova.compute.manager [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Terminating instance [ 860.748598] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690964, 'name': CreateVM_Task, 'duration_secs': 0.372487} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.749528] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.750789] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.750789] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.750789] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 860.751304] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d345e4c2-bca3-4e49-9f58-504ed0b54cac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.757036] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 860.757036] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f3ab1a-32c7-0b2a-972a-f8ed2d8778a0" [ 860.757036] env[62675]: _type = "Task" [ 860.757036] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.768061] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.768132] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.768319] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleting the datastore file [datastore1] 9ae78af9-186f-4818-85ef-7ab2f597dd01 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.771545] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f183998-caa7-4fca-ae86-af0f49c33026 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.778283] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f3ab1a-32c7-0b2a-972a-f8ed2d8778a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.781290] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.781595] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.781838] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 860.781933] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.782164] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.782723] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcd52d73-58e1-4409-8a69-936e0f791496 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.787446] env[62675]: DEBUG oslo_vmware.api [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 860.787446] env[62675]: value = "task-2690967" [ 860.787446] env[62675]: _type = "Task" [ 860.787446] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.794090] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.794827] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.796044] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f359594f-922b-4460-a2e7-38fb05592a8b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.799041] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a12f04-40db-4296-acf2-2724ed8a9f27 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.804985] env[62675]: DEBUG oslo_vmware.api [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.812952] env[62675]: INFO nova.compute.manager [-] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Took 1.77 seconds to deallocate network for instance. [ 860.812952] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b75b86-ff27-4b92-b3a9-1285ad977b7e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.814624] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 860.814624] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e6500-31c5-8fa9-b3ea-c7fabd35e583" [ 860.814624] env[62675]: _type = "Task" [ 860.814624] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.852470] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d685be72-42c4-4613-8a3b-928e56673685 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.859463] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e6500-31c5-8fa9-b3ea-c7fabd35e583, 'name': SearchDatastore_Task, 'duration_secs': 0.008307} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.861144] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47af6242-7bec-4ec6-9404-58ef5e10d371 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.867206] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575077a6-f83a-4dba-92f3-5b25291f528c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.873373] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 860.873373] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f84b0a-3078-9592-50e7-3098f360f7ec" [ 860.873373] env[62675]: _type = "Task" [ 860.873373] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.886029] env[62675]: DEBUG nova.compute.provider_tree [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.892389] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f84b0a-3078-9592-50e7-3098f360f7ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009022} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.892694] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.892951] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] d369db14-64c9-4d08-8730-64c121eeb40f/d369db14-64c9-4d08-8730-64c121eeb40f.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.895900] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14c1ea43-b1d1-4284-be5e-dec1784b79bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.904768] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 860.904768] env[62675]: value = "task-2690968" [ 860.904768] env[62675]: _type = "Task" [ 860.904768] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.913424] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2690968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.925768] env[62675]: DEBUG oslo_vmware.api [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2690965, 'name': ReconfigVM_Task, 'duration_secs': 0.335203} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.926410] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 47a2f884-e89a-4114-ad54-a94ba493d07f/47a2f884-e89a-4114-ad54-a94ba493d07f.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.926410] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance '47a2f884-e89a-4114-ad54-a94ba493d07f' progress to 50 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.945756] env[62675]: DEBUG nova.compute.manager [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.997147] env[62675]: DEBUG nova.network.neutron [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Updated VIF entry in instance network info cache for port 5faced06-92bc-4596-8366-da8e14820a8b. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.997620] env[62675]: DEBUG nova.network.neutron [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Updating instance_info_cache with network_info: [{"id": "5faced06-92bc-4596-8366-da8e14820a8b", "address": "fa:16:3e:d7:8b:04", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5faced06-92", "ovs_interfaceid": "5faced06-92bc-4596-8366-da8e14820a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.235587] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: eeb6bb89-1a96-42cf-ab40-888e39600d35] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 861.241950] env[62675]: DEBUG nova.compute.manager [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.242206] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.243115] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6577728-97f9-4287-9416-76282770e548 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.252801] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.253077] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41e35252-1aef-4c0a-a216-5f0f32e46ed8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.262509] env[62675]: DEBUG oslo_vmware.api [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 861.262509] env[62675]: value = "task-2690969" [ 861.262509] env[62675]: _type = "Task" [ 861.262509] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.273086] env[62675]: DEBUG oslo_vmware.api [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.280830] env[62675]: DEBUG nova.compute.manager [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.303798] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "418f5295-c774-41bb-b4d6-f46d09f92b0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.304090] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "418f5295-c774-41bb-b4d6-f46d09f92b0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.305597] env[62675]: DEBUG oslo_vmware.api [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2690967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13673} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.308982] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.309200] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.309412] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.309647] env[62675]: INFO nova.compute.manager [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Took 1.16 seconds to destroy the instance on the hypervisor. [ 861.309925] env[62675]: DEBUG oslo.service.loopingcall [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.310331] env[62675]: DEBUG nova.compute.manager [-] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.310443] env[62675]: DEBUG nova.network.neutron [-] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.318610] env[62675]: DEBUG nova.virt.hardware [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.318954] env[62675]: DEBUG nova.virt.hardware [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.319122] env[62675]: DEBUG nova.virt.hardware [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.319313] env[62675]: DEBUG nova.virt.hardware [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.320172] env[62675]: DEBUG nova.virt.hardware [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.320390] env[62675]: DEBUG nova.virt.hardware [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.320616] env[62675]: DEBUG nova.virt.hardware [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.320784] env[62675]: DEBUG nova.virt.hardware [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.320980] env[62675]: DEBUG nova.virt.hardware [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.321177] env[62675]: DEBUG nova.virt.hardware [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.321355] env[62675]: DEBUG nova.virt.hardware [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.322263] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092010f4-79c4-473f-b057-391309d22900 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.336790] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818137dd-7291-43a1-a2ac-a88189a27762 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.352814] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.388770] env[62675]: DEBUG nova.scheduler.client.report [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.415538] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2690968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480977} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.415850] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] d369db14-64c9-4d08-8730-64c121eeb40f/d369db14-64c9-4d08-8730-64c121eeb40f.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.416171] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.416472] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3bd5e42-33b0-4f00-a612-886692e3dcee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.422193] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 861.422193] env[62675]: value = "task-2690970" [ 861.422193] env[62675]: _type = "Task" [ 861.422193] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.430166] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2690970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.432349] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d408070-e80e-46be-90ed-4c7ca0fde6a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.456454] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1e4fee-ca7b-43c3-8fcd-86f5a6669493 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.474615] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance '47a2f884-e89a-4114-ad54-a94ba493d07f' progress to 67 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.478656] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.500462] env[62675]: DEBUG oslo_concurrency.lockutils [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] Releasing lock "refresh_cache-d369db14-64c9-4d08-8730-64c121eeb40f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.500790] env[62675]: DEBUG nova.compute.manager [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Received event network-changed-b7759abb-cee5-4738-bbaf-bc6b37cea135 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.500982] env[62675]: DEBUG nova.compute.manager [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Refreshing instance network info cache due to event network-changed-b7759abb-cee5-4738-bbaf-bc6b37cea135. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 861.501211] env[62675]: DEBUG oslo_concurrency.lockutils [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] Acquiring lock "refresh_cache-cb3564c7-1a9a-4c35-ad26-e3baed627076" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.501354] env[62675]: DEBUG oslo_concurrency.lockutils [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] Acquired lock "refresh_cache-cb3564c7-1a9a-4c35-ad26-e3baed627076" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.501517] env[62675]: DEBUG nova.network.neutron [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Refreshing network info cache for port b7759abb-cee5-4738-bbaf-bc6b37cea135 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.739806] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: dfc4f2f6-fbaa-4c38-a080-c535c00a09c4] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 861.772185] env[62675]: DEBUG oslo_vmware.api [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690969, 'name': PowerOffVM_Task, 'duration_secs': 0.373212} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.772428] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.772601] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.772855] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd3c8ee1-719c-420f-a7cd-dd5a85b46fd9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.792648] env[62675]: DEBUG nova.network.neutron [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Successfully updated port: 34b63daa-9a15-4c34-9ed1-f8c1fd0fd791 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.809808] env[62675]: DEBUG nova.compute.manager [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.865122] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.865351] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.865542] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleting the datastore file [datastore2] acec215e-dade-4603-ae30-d50008b2ce73 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.865821] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccd6ab34-99b5-44da-88a0-e9a66cfd47ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.872309] env[62675]: DEBUG oslo_vmware.api [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 861.872309] env[62675]: value = "task-2690972" [ 861.872309] env[62675]: _type = "Task" [ 861.872309] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.881063] env[62675]: DEBUG oslo_vmware.api [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.893938] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.894457] env[62675]: DEBUG nova.compute.manager [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.897292] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.188s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.897518] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.899700] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.025s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.899778] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.901529] env[62675]: DEBUG oslo_concurrency.lockutils [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.530s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.901749] env[62675]: DEBUG nova.objects.instance [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 861.929428] env[62675]: INFO nova.scheduler.client.report [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleted allocations for instance e97a5632-4c48-405b-bfba-77d08f2943fb [ 861.933031] env[62675]: INFO nova.scheduler.client.report [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Deleted allocations for instance 3002f008-80ba-4e6b-8ec6-530646763010 [ 861.944525] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2690970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063428} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.945211] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.946369] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0729f2-64d3-40ca-81fc-7134482b8ce4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.972830] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] d369db14-64c9-4d08-8730-64c121eeb40f/d369db14-64c9-4d08-8730-64c121eeb40f.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.973487] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e723d1a-75ea-43e0-aba1-99b2acc88c75 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.998422] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 861.998422] env[62675]: value = "task-2690973" [ 861.998422] env[62675]: _type = "Task" [ 861.998422] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.009904] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2690973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.067814] env[62675]: DEBUG nova.network.neutron [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Port ecebc61f-5a9d-4bc2-b30e-c690c8a38c77 binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 862.093392] env[62675]: DEBUG nova.network.neutron [-] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.205355] env[62675]: DEBUG nova.compute.manager [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Received event network-vif-deleted-f0c96eb6-7aad-40d4-96ab-64e820c294c6 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.205546] env[62675]: DEBUG nova.compute.manager [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Received event network-vif-plugged-34b63daa-9a15-4c34-9ed1-f8c1fd0fd791 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.205801] env[62675]: DEBUG oslo_concurrency.lockutils [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] Acquiring lock "ac96ef90-e5a4-4e27-8250-2c9ab262dbdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.206214] env[62675]: DEBUG oslo_concurrency.lockutils [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] Lock "ac96ef90-e5a4-4e27-8250-2c9ab262dbdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.206455] env[62675]: DEBUG oslo_concurrency.lockutils [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] Lock "ac96ef90-e5a4-4e27-8250-2c9ab262dbdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.206729] env[62675]: DEBUG nova.compute.manager [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] No waiting events found dispatching network-vif-plugged-34b63daa-9a15-4c34-9ed1-f8c1fd0fd791 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.206953] env[62675]: WARNING nova.compute.manager [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Received unexpected event network-vif-plugged-34b63daa-9a15-4c34-9ed1-f8c1fd0fd791 for instance with vm_state building and task_state spawning. [ 862.207138] env[62675]: DEBUG nova.compute.manager [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Received event network-changed-34b63daa-9a15-4c34-9ed1-f8c1fd0fd791 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.207297] env[62675]: DEBUG nova.compute.manager [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Refreshing instance network info cache due to event network-changed-34b63daa-9a15-4c34-9ed1-f8c1fd0fd791. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 862.207483] env[62675]: DEBUG oslo_concurrency.lockutils [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] Acquiring lock "refresh_cache-ac96ef90-e5a4-4e27-8250-2c9ab262dbdb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.207618] env[62675]: DEBUG oslo_concurrency.lockutils [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] Acquired lock "refresh_cache-ac96ef90-e5a4-4e27-8250-2c9ab262dbdb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.207773] env[62675]: DEBUG nova.network.neutron [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Refreshing network info cache for port 34b63daa-9a15-4c34-9ed1-f8c1fd0fd791 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.208415] env[62675]: WARNING oslo_messaging._drivers.amqpdriver [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 862.245531] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 08c42fbe-9474-4b11-9398-f617b0000d3e] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 862.262997] env[62675]: DEBUG nova.network.neutron [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Updated VIF entry in instance network info cache for port b7759abb-cee5-4738-bbaf-bc6b37cea135. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.263392] env[62675]: DEBUG nova.network.neutron [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Updating instance_info_cache with network_info: [{"id": "b7759abb-cee5-4738-bbaf-bc6b37cea135", "address": "fa:16:3e:47:53:28", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7759abb-ce", "ovs_interfaceid": "b7759abb-cee5-4738-bbaf-bc6b37cea135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.297536] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "refresh_cache-ac96ef90-e5a4-4e27-8250-2c9ab262dbdb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.328948] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.383087] env[62675]: DEBUG oslo_vmware.api [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2690972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339269} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.383815] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.383815] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.383815] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.383963] env[62675]: INFO nova.compute.manager [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Took 1.14 seconds to destroy the instance on the hypervisor. [ 862.384320] env[62675]: DEBUG oslo.service.loopingcall [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 862.384558] env[62675]: DEBUG nova.compute.manager [-] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.384685] env[62675]: DEBUG nova.network.neutron [-] [instance: acec215e-dade-4603-ae30-d50008b2ce73] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.407390] env[62675]: DEBUG nova.compute.utils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 862.412476] env[62675]: DEBUG nova.compute.manager [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.412476] env[62675]: DEBUG nova.network.neutron [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.443636] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48162827-7d41-47b3-9e68-7fa0ef2762b7 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "e97a5632-4c48-405b-bfba-77d08f2943fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.520s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.448401] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c89348ee-ffb7-4e04-8e16-9375160f15e0 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "3002f008-80ba-4e6b-8ec6-530646763010" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.909s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.473872] env[62675]: DEBUG nova.policy [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06c610e6298f4ad8bbd0cb6a444307d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '008e5c41e3c042c8880d7fa20c192b43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.512712] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2690973, 'name': ReconfigVM_Task, 'duration_secs': 0.289267} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.513170] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] d369db14-64c9-4d08-8730-64c121eeb40f/d369db14-64c9-4d08-8730-64c121eeb40f.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.514045] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79f633ff-eaa1-43bd-b8b5-7dbcdbd265b1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.522480] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 862.522480] env[62675]: value = "task-2690974" [ 862.522480] env[62675]: _type = "Task" [ 862.522480] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.536961] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2690974, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.597465] env[62675]: INFO nova.compute.manager [-] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Took 1.29 seconds to deallocate network for instance. [ 862.670620] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "9c41b008-87b5-4757-be60-f6fc85bee372" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.670990] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "9c41b008-87b5-4757-be60-f6fc85bee372" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.671097] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "9c41b008-87b5-4757-be60-f6fc85bee372-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.671304] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "9c41b008-87b5-4757-be60-f6fc85bee372-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.671437] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "9c41b008-87b5-4757-be60-f6fc85bee372-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.673886] env[62675]: INFO nova.compute.manager [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Terminating instance [ 862.747874] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: f8120b0f-6eec-4d37-a398-20b57002e1d5] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 862.765978] env[62675]: DEBUG oslo_concurrency.lockutils [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] Releasing lock "refresh_cache-cb3564c7-1a9a-4c35-ad26-e3baed627076" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.766270] env[62675]: DEBUG nova.compute.manager [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Received event network-vif-deleted-90885d65-2068-49a4-83c4-657087653d5d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 862.766476] env[62675]: INFO nova.compute.manager [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Neutron deleted interface 90885d65-2068-49a4-83c4-657087653d5d; detaching it from the instance and deleting it from the info cache [ 862.766652] env[62675]: DEBUG nova.network.neutron [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.776974] env[62675]: DEBUG nova.network.neutron [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.912561] env[62675]: DEBUG nova.compute.manager [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.917961] env[62675]: DEBUG oslo_concurrency.lockutils [None req-194c87a2-5ebb-4814-ad59-b3c8a8e91e98 tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.918882] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.641s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.919129] env[62675]: DEBUG nova.objects.instance [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lazy-loading 'resources' on Instance uuid 06783f6d-1c8a-4895-88ef-9401fb6cd81b {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.927053] env[62675]: DEBUG nova.network.neutron [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.033081] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2690974, 'name': Rename_Task, 'duration_secs': 0.144983} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.033371] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.033616] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb5b73c2-fe94-428b-b229-8b4d3379ab20 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.035745] env[62675]: DEBUG nova.network.neutron [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Successfully created port: 52d77db4-e1cf-4f6b-82d4-51cd4d489d81 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.046288] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 863.046288] env[62675]: value = "task-2690975" [ 863.046288] env[62675]: _type = "Task" [ 863.046288] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.056523] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2690975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.093316] env[62675]: DEBUG oslo_concurrency.lockutils [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "47a2f884-e89a-4114-ad54-a94ba493d07f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.093845] env[62675]: DEBUG oslo_concurrency.lockutils [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.094085] env[62675]: DEBUG oslo_concurrency.lockutils [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.103918] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.185019] env[62675]: DEBUG nova.compute.manager [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.185019] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.185019] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f1746d-55e1-42b9-bcb3-82b2d9d5ca7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.192483] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.193183] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88c1c555-19e9-43ad-892a-404bca001f08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.201832] env[62675]: DEBUG oslo_vmware.api [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 863.201832] env[62675]: value = "task-2690976" [ 863.201832] env[62675]: _type = "Task" [ 863.201832] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.209235] env[62675]: DEBUG oslo_vmware.api [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.252240] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 261ccdeb-6805-4db9-9595-472f7247d489] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 863.272469] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1814caa4-9da0-44e8-aeaf-013aee3e40e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.281839] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748b76df-41cc-452a-bd8b-f75af1a5275a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.320387] env[62675]: DEBUG nova.compute.manager [req-c4b2404e-1433-44f0-8dd7-c3fc8682b04e req-70a8d31e-c17a-4fe7-9bc6-9fd9d77447d3 service nova] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Detach interface failed, port_id=90885d65-2068-49a4-83c4-657087653d5d, reason: Instance 49e0c771-5fa5-4771-be72-ba78dcc3ec92 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 863.361469] env[62675]: DEBUG nova.network.neutron [-] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.428893] env[62675]: DEBUG oslo_concurrency.lockutils [req-1e037c25-2995-4faa-b88a-1ac50f378792 req-6c4159dc-2042-443c-be0c-06a9ea4b9123 service nova] Releasing lock "refresh_cache-ac96ef90-e5a4-4e27-8250-2c9ab262dbdb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.429408] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "refresh_cache-ac96ef90-e5a4-4e27-8250-2c9ab262dbdb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.429639] env[62675]: DEBUG nova.network.neutron [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.559321] env[62675]: DEBUG oslo_vmware.api [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2690975, 'name': PowerOnVM_Task, 'duration_secs': 0.471022} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.559600] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.559810] env[62675]: INFO nova.compute.manager [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Took 6.12 seconds to spawn the instance on the hypervisor. [ 863.559995] env[62675]: DEBUG nova.compute.manager [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.560838] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7488324e-d26c-450f-bee6-d9970da78694 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.710683] env[62675]: DEBUG oslo_vmware.api [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690976, 'name': PowerOffVM_Task, 'duration_secs': 0.193338} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.711154] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.711232] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.713750] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dea36e61-8351-43f6-adbe-5010c81c99ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.756225] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 6cd6aa3c-32c9-4f57-ba28-1ea85271c983] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 863.806399] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.806625] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.806811] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleting the datastore file [datastore2] 9c41b008-87b5-4757-be60-f6fc85bee372 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.807092] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2888aa71-c090-4d4d-80b0-7eea56858927 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.813336] env[62675]: DEBUG oslo_vmware.api [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for the task: (returnval){ [ 863.813336] env[62675]: value = "task-2690978" [ 863.813336] env[62675]: _type = "Task" [ 863.813336] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.824108] env[62675]: DEBUG oslo_vmware.api [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.869055] env[62675]: INFO nova.compute.manager [-] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Took 1.48 seconds to deallocate network for instance. [ 863.922500] env[62675]: DEBUG nova.compute.manager [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.954322] env[62675]: DEBUG nova.virt.hardware [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.954617] env[62675]: DEBUG nova.virt.hardware [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.954824] env[62675]: DEBUG nova.virt.hardware [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.955151] env[62675]: DEBUG nova.virt.hardware [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.955416] env[62675]: DEBUG nova.virt.hardware [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.955601] env[62675]: DEBUG nova.virt.hardware [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.955888] env[62675]: DEBUG nova.virt.hardware [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.956100] env[62675]: DEBUG nova.virt.hardware [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.956381] env[62675]: DEBUG nova.virt.hardware [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.956569] env[62675]: DEBUG nova.virt.hardware [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.956748] env[62675]: DEBUG nova.virt.hardware [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.958008] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff8d63e-a104-43f7-b507-a1adc8de8531 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.965826] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a46bfe-5edb-4cdc-ac5c-a15450c13324 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.974563] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80121ce3-410a-420c-9b61-8adcaa2286de {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.979222] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20a19d3-5738-4aed-ae1c-cdbcc0bf3f8e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.019425] env[62675]: DEBUG nova.network.neutron [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.021823] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f63c378-a667-49f3-b1ab-120f11cf6c85 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.030229] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96be6f9-49dc-4902-8668-12f4b029dd6a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.046948] env[62675]: DEBUG nova.compute.provider_tree [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.080782] env[62675]: INFO nova.compute.manager [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Took 40.75 seconds to build instance. [ 864.160635] env[62675]: DEBUG oslo_concurrency.lockutils [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.160830] env[62675]: DEBUG oslo_concurrency.lockutils [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.161012] env[62675]: DEBUG nova.network.neutron [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.259887] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: fc58a6a3-d047-49a3-b758-0f191dd23c47] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 864.297465] env[62675]: DEBUG nova.compute.manager [req-d9faf9f2-61f9-4d4a-82f8-e8cdeee19d1c req-bbd94adc-f1a3-4229-8ff4-7ae87b114b99 service nova] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Received event network-vif-deleted-d6d6f654-76f7-4b97-bb03-383d3443e907 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 864.309725] env[62675]: DEBUG nova.network.neutron [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Updating instance_info_cache with network_info: [{"id": "34b63daa-9a15-4c34-9ed1-f8c1fd0fd791", "address": "fa:16:3e:db:b5:cd", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b63daa-9a", "ovs_interfaceid": "34b63daa-9a15-4c34-9ed1-f8c1fd0fd791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.325392] env[62675]: DEBUG oslo_vmware.api [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Task: {'id': task-2690978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147759} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.326213] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.326411] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.326931] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.326931] env[62675]: INFO nova.compute.manager [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Took 1.14 seconds to destroy the instance on the hypervisor. [ 864.329876] env[62675]: DEBUG oslo.service.loopingcall [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.329876] env[62675]: DEBUG nova.compute.manager [-] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.329876] env[62675]: DEBUG nova.network.neutron [-] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.375633] env[62675]: DEBUG oslo_concurrency.lockutils [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.571472] env[62675]: ERROR nova.scheduler.client.report [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [req-fd799584-2b49-4e67-aef8-cacc445e3d14] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fd799584-2b49-4e67-aef8-cacc445e3d14"}]} [ 864.583263] env[62675]: DEBUG oslo_concurrency.lockutils [None req-80d339dc-4edb-4c2d-bcd7-b6d7ca4e278b tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "d369db14-64c9-4d08-8730-64c121eeb40f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.261s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.595444] env[62675]: DEBUG nova.scheduler.client.report [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 864.616104] env[62675]: DEBUG nova.scheduler.client.report [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 864.616355] env[62675]: DEBUG nova.compute.provider_tree [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.628996] env[62675]: DEBUG nova.scheduler.client.report [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 864.650198] env[62675]: DEBUG nova.scheduler.client.report [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 864.766807] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 9734221b-8ec6-4c04-bafc-d15dab9e1bc5] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 864.816452] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "refresh_cache-ac96ef90-e5a4-4e27-8250-2c9ab262dbdb" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.816759] env[62675]: DEBUG nova.compute.manager [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Instance network_info: |[{"id": "34b63daa-9a15-4c34-9ed1-f8c1fd0fd791", "address": "fa:16:3e:db:b5:cd", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b63daa-9a", "ovs_interfaceid": "34b63daa-9a15-4c34-9ed1-f8c1fd0fd791", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.818312] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:b5:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34b63daa-9a15-4c34-9ed1-f8c1fd0fd791', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.829516] env[62675]: DEBUG oslo.service.loopingcall [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.832847] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.833292] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0bd8800-15ea-4605-9834-29c9ea6d35a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.865020] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.865020] env[62675]: value = "task-2690979" [ 864.865020] env[62675]: _type = "Task" [ 864.865020] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.870395] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690979, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.131736] env[62675]: DEBUG nova.network.neutron [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Successfully updated port: 52d77db4-e1cf-4f6b-82d4-51cd4d489d81 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.193100] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9097031-77c0-44fd-8b34-3949b1cbf468 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.200520] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd131eb3-40e8-4c9a-95b5-f2c9129b10cd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.206941] env[62675]: DEBUG nova.network.neutron [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance_info_cache with network_info: [{"id": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "address": "fa:16:3e:74:c9:a5", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecebc61f-5a", "ovs_interfaceid": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.235906] env[62675]: DEBUG oslo_concurrency.lockutils [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.243560] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d42a4-82b3-47d3-81b3-9fb5f9fa93cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.251689] env[62675]: DEBUG nova.network.neutron [-] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.254620] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153ab858-3a2f-448a-8448-a2e74c7ec2b2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.271334] env[62675]: DEBUG nova.compute.provider_tree [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.273476] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 0d25425e-762a-4376-bbc2-ff7ae80c4248] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.375790] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690979, 'name': CreateVM_Task, 'duration_secs': 0.327345} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.375790] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.375790] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.375790] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.375790] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.375790] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-543972eb-4003-4594-af35-12181f3e017f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.379031] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 865.379031] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a4e8ec-939a-20ff-b12b-2064fc330bbd" [ 865.379031] env[62675]: _type = "Task" [ 865.379031] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.386754] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a4e8ec-939a-20ff-b12b-2064fc330bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.396190] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Acquiring lock "d369db14-64c9-4d08-8730-64c121eeb40f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.396497] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Lock "d369db14-64c9-4d08-8730-64c121eeb40f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.396755] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Acquiring lock "d369db14-64c9-4d08-8730-64c121eeb40f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.396984] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Lock "d369db14-64c9-4d08-8730-64c121eeb40f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.397204] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Lock "d369db14-64c9-4d08-8730-64c121eeb40f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.399606] env[62675]: INFO nova.compute.manager [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Terminating instance [ 865.585691] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 865.585924] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.632919] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "refresh_cache-de91c72c-17aa-48a8-a54e-72644666e8e5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.633081] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired lock "refresh_cache-de91c72c-17aa-48a8-a54e-72644666e8e5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.633236] env[62675]: DEBUG nova.network.neutron [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.754023] env[62675]: INFO nova.compute.manager [-] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Took 1.43 seconds to deallocate network for instance. [ 865.762694] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9c72a3-770b-4244-9294-4b2fdd35424d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.784115] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: f96581fd-030c-47c5-9867-c1a105dd4342] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.787039] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4d7100-92c4-43d8-b695-82e7612446a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.794772] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance '47a2f884-e89a-4114-ad54-a94ba493d07f' progress to 83 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.801360] env[62675]: ERROR nova.scheduler.client.report [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] [req-bbe05275-6495-4187-89ff-b93f65befefd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bbe05275-6495-4187-89ff-b93f65befefd"}]} [ 865.816328] env[62675]: DEBUG nova.scheduler.client.report [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 865.828797] env[62675]: DEBUG nova.scheduler.client.report [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 865.829225] env[62675]: DEBUG nova.compute.provider_tree [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.840032] env[62675]: DEBUG nova.scheduler.client.report [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 865.857971] env[62675]: DEBUG nova.scheduler.client.report [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 865.888420] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a4e8ec-939a-20ff-b12b-2064fc330bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.009911} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.888674] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.888914] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.889159] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.889303] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.889479] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.891907] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89b5d87a-db1f-44b6-8b10-e831b223a4a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.899722] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.899898] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.900598] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb8553c-eeed-4bfe-b831-da1ea6745fea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.905042] env[62675]: DEBUG nova.compute.manager [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.905242] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.906810] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d064876-6115-4150-9587-10bce696fd78 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.911746] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 865.911746] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52066aee-ab95-8f89-8cd2-2ea59f843808" [ 865.911746] env[62675]: _type = "Task" [ 865.911746] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.914076] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.919115] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82bec65d-f3d9-414c-bdcb-d2dcb5c95387 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.925451] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52066aee-ab95-8f89-8cd2-2ea59f843808, 'name': SearchDatastore_Task, 'duration_secs': 0.007996} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.927219] env[62675]: DEBUG oslo_vmware.api [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Waiting for the task: (returnval){ [ 865.927219] env[62675]: value = "task-2690980" [ 865.927219] env[62675]: _type = "Task" [ 865.927219] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.927503] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee51ee4-939b-43f2-bce3-8cc78234432b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.937201] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 865.937201] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527fb4a2-c2ae-67e0-8fb7-1b1e821588d5" [ 865.937201] env[62675]: _type = "Task" [ 865.937201] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.940894] env[62675]: DEBUG oslo_vmware.api [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Task: {'id': task-2690980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.951774] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527fb4a2-c2ae-67e0-8fb7-1b1e821588d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.952116] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.952394] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] ac96ef90-e5a4-4e27-8250-2c9ab262dbdb/ac96ef90-e5a4-4e27-8250-2c9ab262dbdb.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.952702] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ab1e460-3997-4395-9eb3-5c9d016d9793 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.958838] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 865.958838] env[62675]: value = "task-2690981" [ 865.958838] env[62675]: _type = "Task" [ 865.958838] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.965901] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.088175] env[62675]: DEBUG nova.compute.manager [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 866.182042] env[62675]: DEBUG nova.network.neutron [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.260277] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.290911] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 28d69dc0-9b04-44f3-86d0-aa0e2742be6c] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.298744] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e384df4-e47e-46ea-a448-aa12f76dd0fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.305561] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-139419a5-9bcb-4050-b61d-74b20c5ff22c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance '47a2f884-e89a-4114-ad54-a94ba493d07f' progress to 100 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.320070] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9b215a-d3bc-44a5-a327-c53c02e63712 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.360290] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f40417a-1869-441d-bda5-21a31e84a4a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.370134] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1be9419-7e3a-43a4-8fd8-ac57919b7049 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.388178] env[62675]: DEBUG nova.compute.provider_tree [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.392429] env[62675]: DEBUG nova.compute.manager [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Received event network-vif-deleted-00838429-d749-41be-aeef-8c9b5d7c3134 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.392634] env[62675]: DEBUG nova.compute.manager [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Received event network-vif-plugged-52d77db4-e1cf-4f6b-82d4-51cd4d489d81 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.392949] env[62675]: DEBUG oslo_concurrency.lockutils [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] Acquiring lock "de91c72c-17aa-48a8-a54e-72644666e8e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.393245] env[62675]: DEBUG oslo_concurrency.lockutils [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] Lock "de91c72c-17aa-48a8-a54e-72644666e8e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.393908] env[62675]: DEBUG oslo_concurrency.lockutils [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] Lock "de91c72c-17aa-48a8-a54e-72644666e8e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.394133] env[62675]: DEBUG nova.compute.manager [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] No waiting events found dispatching network-vif-plugged-52d77db4-e1cf-4f6b-82d4-51cd4d489d81 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.394311] env[62675]: WARNING nova.compute.manager [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Received unexpected event network-vif-plugged-52d77db4-e1cf-4f6b-82d4-51cd4d489d81 for instance with vm_state building and task_state spawning. [ 866.394474] env[62675]: DEBUG nova.compute.manager [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Received event network-changed-52d77db4-e1cf-4f6b-82d4-51cd4d489d81 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.394631] env[62675]: DEBUG nova.compute.manager [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Refreshing instance network info cache due to event network-changed-52d77db4-e1cf-4f6b-82d4-51cd4d489d81. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 866.394951] env[62675]: DEBUG oslo_concurrency.lockutils [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] Acquiring lock "refresh_cache-de91c72c-17aa-48a8-a54e-72644666e8e5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.420391] env[62675]: DEBUG nova.network.neutron [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Updating instance_info_cache with network_info: [{"id": "52d77db4-e1cf-4f6b-82d4-51cd4d489d81", "address": "fa:16:3e:18:0e:88", "network": {"id": "c2e9e68c-ce27-4cec-a490-f617b04a13ef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579131556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008e5c41e3c042c8880d7fa20c192b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d77db4-e1", "ovs_interfaceid": "52d77db4-e1cf-4f6b-82d4-51cd4d489d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.438740] env[62675]: DEBUG oslo_vmware.api [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Task: {'id': task-2690980, 'name': PowerOffVM_Task, 'duration_secs': 0.200516} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.439628] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.439805] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.440081] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b4de480-2e79-4f0b-9864-fa1c351ba165 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.468627] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505591} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.468891] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] ac96ef90-e5a4-4e27-8250-2c9ab262dbdb/ac96ef90-e5a4-4e27-8250-2c9ab262dbdb.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.469151] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.469467] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e6e15d6-2ced-4bc9-9bab-d2fdfc6b66d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.475383] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 866.475383] env[62675]: value = "task-2690983" [ 866.475383] env[62675]: _type = "Task" [ 866.475383] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.488436] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.610309] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.625290] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.625510] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.625690] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Deleting the datastore file [datastore1] d369db14-64c9-4d08-8730-64c121eeb40f {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.625947] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2873266c-308a-4087-8357-06d6c806b230 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.632081] env[62675]: DEBUG oslo_vmware.api [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Waiting for the task: (returnval){ [ 866.632081] env[62675]: value = "task-2690984" [ 866.632081] env[62675]: _type = "Task" [ 866.632081] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.641952] env[62675]: DEBUG oslo_vmware.api [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Task: {'id': task-2690984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.794708] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 2d550d8e-b282-4817-b754-f5d390df6aa9] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.923306] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Releasing lock "refresh_cache-de91c72c-17aa-48a8-a54e-72644666e8e5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.924049] env[62675]: DEBUG nova.compute.manager [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Instance network_info: |[{"id": "52d77db4-e1cf-4f6b-82d4-51cd4d489d81", "address": "fa:16:3e:18:0e:88", "network": {"id": "c2e9e68c-ce27-4cec-a490-f617b04a13ef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579131556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008e5c41e3c042c8880d7fa20c192b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d77db4-e1", "ovs_interfaceid": "52d77db4-e1cf-4f6b-82d4-51cd4d489d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.924049] env[62675]: DEBUG oslo_concurrency.lockutils [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] Acquired lock "refresh_cache-de91c72c-17aa-48a8-a54e-72644666e8e5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.924285] env[62675]: DEBUG nova.network.neutron [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Refreshing network info cache for port 52d77db4-e1cf-4f6b-82d4-51cd4d489d81 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.925407] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:0e:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52d77db4-e1cf-4f6b-82d4-51cd4d489d81', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.933108] env[62675]: DEBUG oslo.service.loopingcall [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.934662] env[62675]: DEBUG nova.scheduler.client.report [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 866.934890] env[62675]: DEBUG nova.compute.provider_tree [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 107 to 108 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 866.935086] env[62675]: DEBUG nova.compute.provider_tree [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.940391] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.940994] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c190a9dd-7b96-4e8c-aeab-0724bae7e03f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.963637] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.963637] env[62675]: value = "task-2690985" [ 866.963637] env[62675]: _type = "Task" [ 866.963637] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.973490] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690985, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.983506] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076357} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.985791] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.986573] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4159af79-0cee-4e3f-afd9-bf012008c920 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.009543] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] ac96ef90-e5a4-4e27-8250-2c9ab262dbdb/ac96ef90-e5a4-4e27-8250-2c9ab262dbdb.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.009811] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6587f64d-ffc6-4278-8670-a0d893f9115c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.033713] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 867.033713] env[62675]: value = "task-2690986" [ 867.033713] env[62675]: _type = "Task" [ 867.033713] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.042159] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.141427] env[62675]: DEBUG oslo_vmware.api [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Task: {'id': task-2690984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149317} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.141733] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.141952] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.142172] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.142350] env[62675]: INFO nova.compute.manager [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 867.142595] env[62675]: DEBUG oslo.service.loopingcall [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 867.142807] env[62675]: DEBUG nova.compute.manager [-] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.142912] env[62675]: DEBUG nova.network.neutron [-] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.188890] env[62675]: DEBUG nova.network.neutron [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Updated VIF entry in instance network info cache for port 52d77db4-e1cf-4f6b-82d4-51cd4d489d81. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.189367] env[62675]: DEBUG nova.network.neutron [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Updating instance_info_cache with network_info: [{"id": "52d77db4-e1cf-4f6b-82d4-51cd4d489d81", "address": "fa:16:3e:18:0e:88", "network": {"id": "c2e9e68c-ce27-4cec-a490-f617b04a13ef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579131556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008e5c41e3c042c8880d7fa20c192b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d77db4-e1", "ovs_interfaceid": "52d77db4-e1cf-4f6b-82d4-51cd4d489d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.298431] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: eb140ffc-39a8-475d-a47b-3c5d05adda4c] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.442358] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.523s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.445868] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.051s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.446149] env[62675]: DEBUG nova.objects.instance [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lazy-loading 'resources' on Instance uuid 1f42de07-2ec2-4d25-8fc7-2ea7224770a8 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.472734] env[62675]: INFO nova.scheduler.client.report [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Deleted allocations for instance 06783f6d-1c8a-4895-88ef-9401fb6cd81b [ 867.479908] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690985, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.544931] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.697397] env[62675]: DEBUG oslo_concurrency.lockutils [req-2dc8b5ca-07a4-459d-8742-90b45d202213 req-78104af7-555b-4f92-9c1c-9a2ab27fbc22 service nova] Releasing lock "refresh_cache-de91c72c-17aa-48a8-a54e-72644666e8e5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.803534] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d72cb155-ff74-49df-b633-b72ac4142f74] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.895812] env[62675]: DEBUG nova.network.neutron [-] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.979535] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2690985, 'name': CreateVM_Task, 'duration_secs': 0.540987} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.979751] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.980800] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.981074] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.981487] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.985316] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17509e9-b008-471e-a416-454de249db97 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.990954] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee223581-4cf5-4758-89b3-4e6326764e09 tempest-ImagesOneServerNegativeTestJSON-1044169188 tempest-ImagesOneServerNegativeTestJSON-1044169188-project-member] Lock "06783f6d-1c8a-4895-88ef-9401fb6cd81b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.168s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.993742] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 867.993742] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5203f48e-91cd-660a-ddc6-acd9adc1623f" [ 867.993742] env[62675]: _type = "Task" [ 867.993742] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.006381] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5203f48e-91cd-660a-ddc6-acd9adc1623f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.043507] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690986, 'name': ReconfigVM_Task, 'duration_secs': 0.578896} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.043820] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Reconfigured VM instance instance-0000004b to attach disk [datastore1] ac96ef90-e5a4-4e27-8250-2c9ab262dbdb/ac96ef90-e5a4-4e27-8250-2c9ab262dbdb.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.044463] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ec9606b-7031-42a0-b251-0fb8918c917c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.052069] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 868.052069] env[62675]: value = "task-2690987" [ 868.052069] env[62675]: _type = "Task" [ 868.052069] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.060051] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690987, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.223742] env[62675]: DEBUG oslo_concurrency.lockutils [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "47a2f884-e89a-4114-ad54-a94ba493d07f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.224046] env[62675]: DEBUG oslo_concurrency.lockutils [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.224253] env[62675]: DEBUG nova.compute.manager [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Going to confirm migration 3 {{(pid=62675) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 868.307341] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40017e5-850c-4f1c-acc2-22ea080e4f60 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.309922] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.310011] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Cleaning up deleted instances with incomplete migration {{(pid=62675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 868.316060] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134308b3-4f0a-46ff-abf6-950b4147e90d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.347555] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e0eaed-b2b5-490d-860c-22ae1e4044b4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.354471] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093bd459-a5e8-42d3-9dce-caf4e793a527 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.367685] env[62675]: DEBUG nova.compute.provider_tree [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.398345] env[62675]: INFO nova.compute.manager [-] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Took 1.26 seconds to deallocate network for instance. [ 868.413908] env[62675]: DEBUG nova.compute.manager [req-c2e3d4d4-ffc2-4512-b101-ccc29619e275 req-0036c4e6-9d6d-455e-9a21-2d2c1db11e81 service nova] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Received event network-vif-deleted-5faced06-92bc-4596-8366-da8e14820a8b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.504692] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5203f48e-91cd-660a-ddc6-acd9adc1623f, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.505086] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.505342] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.505573] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.505717] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.505939] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.506240] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09a70c2d-f272-4b3d-9ff5-29c54131c4b5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.514078] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.514258] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.515016] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c216be18-da10-4c3a-99d4-b7b00957cbd5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.520126] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 868.520126] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5210d174-0373-f77f-5252-ef2b1ee129de" [ 868.520126] env[62675]: _type = "Task" [ 868.520126] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.527583] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5210d174-0373-f77f-5252-ef2b1ee129de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.561862] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690987, 'name': Rename_Task, 'duration_secs': 0.186397} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.562177] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.562424] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f6a3698-cfd5-480f-816e-db33d33b341d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.569583] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 868.569583] env[62675]: value = "task-2690988" [ 868.569583] env[62675]: _type = "Task" [ 868.569583] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.576713] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.806040] env[62675]: DEBUG oslo_concurrency.lockutils [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.806040] env[62675]: DEBUG oslo_concurrency.lockutils [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.806323] env[62675]: DEBUG nova.network.neutron [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.807020] env[62675]: DEBUG nova.objects.instance [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'info_cache' on Instance uuid 47a2f884-e89a-4114-ad54-a94ba493d07f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.812880] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.871357] env[62675]: DEBUG nova.scheduler.client.report [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.904366] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.031760] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5210d174-0373-f77f-5252-ef2b1ee129de, 'name': SearchDatastore_Task, 'duration_secs': 0.008014} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.032716] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94998896-4cd8-494b-b208-fa6791a3ce36 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.038626] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 869.038626] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52537dfc-b555-dae5-d145-df2e0b7e6ae9" [ 869.038626] env[62675]: _type = "Task" [ 869.038626] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.047092] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52537dfc-b555-dae5-d145-df2e0b7e6ae9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.078517] env[62675]: DEBUG oslo_vmware.api [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690988, 'name': PowerOnVM_Task, 'duration_secs': 0.469314} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.078780] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.078978] env[62675]: INFO nova.compute.manager [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Took 7.80 seconds to spawn the instance on the hypervisor. [ 869.079169] env[62675]: DEBUG nova.compute.manager [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.079953] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a880f8f-6a8a-4c61-b51d-8bc0746e5cdf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.377246] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.379628] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.390s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.381173] env[62675]: INFO nova.compute.claims [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.411815] env[62675]: INFO nova.scheduler.client.report [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Deleted allocations for instance 1f42de07-2ec2-4d25-8fc7-2ea7224770a8 [ 869.549919] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52537dfc-b555-dae5-d145-df2e0b7e6ae9, 'name': SearchDatastore_Task, 'duration_secs': 0.009392} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.550262] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.550637] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] de91c72c-17aa-48a8-a54e-72644666e8e5/de91c72c-17aa-48a8-a54e-72644666e8e5.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.550871] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47823c9f-6f39-4329-b754-26d731aa8b13 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.557961] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 869.557961] env[62675]: value = "task-2690989" [ 869.557961] env[62675]: _type = "Task" [ 869.557961] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.576199] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.595735] env[62675]: INFO nova.compute.manager [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Took 43.48 seconds to build instance. [ 869.919369] env[62675]: DEBUG oslo_concurrency.lockutils [None req-eedf022f-48c7-438f-b3a7-e22a6b37e0fd tempest-ServerShowV257Test-1752276509 tempest-ServerShowV257Test-1752276509-project-member] Lock "1f42de07-2ec2-4d25-8fc7-2ea7224770a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.736s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.067983] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485977} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.068431] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] de91c72c-17aa-48a8-a54e-72644666e8e5/de91c72c-17aa-48a8-a54e-72644666e8e5.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.068686] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.068963] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b949ac8-547b-4c25-9181-2c79e61e6959 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.076812] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 870.076812] env[62675]: value = "task-2690990" [ 870.076812] env[62675]: _type = "Task" [ 870.076812] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.086710] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.098271] env[62675]: DEBUG oslo_concurrency.lockutils [None req-835d0f17-2ede-4b20-9665-387b628806a1 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "ac96ef90-e5a4-4e27-8250-2c9ab262dbdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.991s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.111423] env[62675]: DEBUG nova.network.neutron [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance_info_cache with network_info: [{"id": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "address": "fa:16:3e:74:c9:a5", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecebc61f-5a", "ovs_interfaceid": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.598381] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069971} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.598811] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.599718] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7892a56d-7bb8-46e7-a185-616add0bda9f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.617611] env[62675]: DEBUG oslo_concurrency.lockutils [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.617611] env[62675]: DEBUG nova.objects.instance [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'migration_context' on Instance uuid 47a2f884-e89a-4114-ad54-a94ba493d07f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.630941] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] de91c72c-17aa-48a8-a54e-72644666e8e5/de91c72c-17aa-48a8-a54e-72644666e8e5.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.638252] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b4966c8-f153-4d36-a60d-e6ddf42fbf0a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.657890] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 870.657890] env[62675]: value = "task-2690991" [ 870.657890] env[62675]: _type = "Task" [ 870.657890] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.667318] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.859227] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "ac96ef90-e5a4-4e27-8250-2c9ab262dbdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.859227] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "ac96ef90-e5a4-4e27-8250-2c9ab262dbdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.859227] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "ac96ef90-e5a4-4e27-8250-2c9ab262dbdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.859227] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "ac96ef90-e5a4-4e27-8250-2c9ab262dbdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.859227] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "ac96ef90-e5a4-4e27-8250-2c9ab262dbdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.861231] env[62675]: INFO nova.compute.manager [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Terminating instance [ 870.936365] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7304c6c-c4eb-43b9-a2e5-d035e82429b5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.945619] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8d06e8-4118-4c9d-a383-65da12933fb1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.981965] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce8b1f9-7d4f-45f0-87ba-17880e6505eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.989736] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee31d1d-e04e-49c7-9103-ab2e4eb1f9a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.005450] env[62675]: DEBUG nova.compute.provider_tree [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.133353] env[62675]: DEBUG nova.objects.base [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Object Instance<47a2f884-e89a-4114-ad54-a94ba493d07f> lazy-loaded attributes: info_cache,migration_context {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 871.134821] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbee66e-dc53-47b0-900e-6f5dfe8b7d9f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.157012] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-785d08e3-f13b-48c9-832d-cbdf8e68e437 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.164926] env[62675]: DEBUG oslo_vmware.api [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 871.164926] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f0d5eb-a2d1-197a-5b8f-82ca3ff50333" [ 871.164926] env[62675]: _type = "Task" [ 871.164926] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.168331] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690991, 'name': ReconfigVM_Task, 'duration_secs': 0.297456} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.171302] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Reconfigured VM instance instance-0000004c to attach disk [datastore1] de91c72c-17aa-48a8-a54e-72644666e8e5/de91c72c-17aa-48a8-a54e-72644666e8e5.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.171916] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a78db665-b7e6-40b4-9dd4-75dc00f5b145 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.178169] env[62675]: DEBUG oslo_vmware.api [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f0d5eb-a2d1-197a-5b8f-82ca3ff50333, 'name': SearchDatastore_Task, 'duration_secs': 0.006644} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.179361] env[62675]: DEBUG oslo_concurrency.lockutils [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.179654] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 871.179654] env[62675]: value = "task-2690992" [ 871.179654] env[62675]: _type = "Task" [ 871.179654] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.186996] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690992, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.371013] env[62675]: DEBUG nova.compute.manager [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.371013] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.371861] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0153894a-a844-483a-94e3-1634563daddd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.379696] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.379930] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd0b9a1b-c0c6-4b56-a825-a8f6c9d17f92 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.386173] env[62675]: DEBUG oslo_vmware.api [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 871.386173] env[62675]: value = "task-2690993" [ 871.386173] env[62675]: _type = "Task" [ 871.386173] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.394157] env[62675]: DEBUG oslo_vmware.api [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.541029] env[62675]: DEBUG nova.scheduler.client.report [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 871.541158] env[62675]: DEBUG nova.compute.provider_tree [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 108 to 109 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 871.541319] env[62675]: DEBUG nova.compute.provider_tree [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.690418] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690992, 'name': Rename_Task, 'duration_secs': 0.142561} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.690418] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.690418] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9acfd5e2-bbf8-4e57-aabd-fd5cd0d181b3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.697159] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 871.697159] env[62675]: value = "task-2690994" [ 871.697159] env[62675]: _type = "Task" [ 871.697159] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.706144] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.897513] env[62675]: DEBUG oslo_vmware.api [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690993, 'name': PowerOffVM_Task, 'duration_secs': 0.223119} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.897612] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.898270] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.898270] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c177988-d7b5-42e5-b861-fcee110de817 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.967302] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.967657] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.967802] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleting the datastore file [datastore1] ac96ef90-e5a4-4e27-8250-2c9ab262dbdb {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.968073] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-805fcb6b-d06d-4f14-934c-d627bd92bdd0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.974726] env[62675]: DEBUG oslo_vmware.api [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 871.974726] env[62675]: value = "task-2690996" [ 871.974726] env[62675]: _type = "Task" [ 871.974726] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.983783] env[62675]: DEBUG oslo_vmware.api [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.050991] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.051613] env[62675]: DEBUG nova.compute.manager [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.054964] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.446s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 872.055238] env[62675]: DEBUG nova.objects.instance [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lazy-loading 'resources' on Instance uuid 7f5037bd-1a7d-444b-9cae-9a4e3d07c280 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.206020] env[62675]: DEBUG oslo_vmware.api [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690994, 'name': PowerOnVM_Task, 'duration_secs': 0.460368} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.207928] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.207928] env[62675]: INFO nova.compute.manager [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Took 8.28 seconds to spawn the instance on the hypervisor. [ 872.207928] env[62675]: DEBUG nova.compute.manager [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.208872] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6757cde-c299-44c8-9452-3da17dc6b47c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.484097] env[62675]: DEBUG oslo_vmware.api [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2690996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191866} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.484455] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.484620] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.484853] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.485091] env[62675]: INFO nova.compute.manager [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Took 1.11 seconds to destroy the instance on the hypervisor. [ 872.485365] env[62675]: DEBUG oslo.service.loopingcall [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.485586] env[62675]: DEBUG nova.compute.manager [-] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.485726] env[62675]: DEBUG nova.network.neutron [-] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.562339] env[62675]: DEBUG nova.compute.utils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 872.569134] env[62675]: DEBUG nova.compute.manager [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.569506] env[62675]: DEBUG nova.network.neutron [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.671451] env[62675]: DEBUG nova.policy [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf24a5bfdff41a7bb4b2fa21b80db67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a3741e26954bbb8ce6f9294054f86a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.729386] env[62675]: INFO nova.compute.manager [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Took 42.43 seconds to build instance. [ 872.995922] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecafaa3d-c091-4bf1-914d-238c22467d0c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.004085] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c975b4d5-5bd9-4489-9e29-c09839ea5e79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.041233] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56197d42-046e-441a-af2b-835aa35a407e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.050269] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfa7113-acfb-4715-877f-4318eabbedb6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.065295] env[62675]: DEBUG nova.compute.provider_tree [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.067198] env[62675]: DEBUG nova.compute.manager [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.232119] env[62675]: DEBUG oslo_concurrency.lockutils [None req-800a3b4a-5ed3-45af-96c8-1831e2e81def tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "de91c72c-17aa-48a8-a54e-72644666e8e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.941s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.285538] env[62675]: DEBUG nova.compute.manager [req-d93613a2-551f-46ce-b7e0-95ec2f5d5d6e req-527df94a-2290-4aa8-8567-f26671e4c7a8 service nova] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Received event network-vif-deleted-34b63daa-9a15-4c34-9ed1-f8c1fd0fd791 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 873.285693] env[62675]: INFO nova.compute.manager [req-d93613a2-551f-46ce-b7e0-95ec2f5d5d6e req-527df94a-2290-4aa8-8567-f26671e4c7a8 service nova] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Neutron deleted interface 34b63daa-9a15-4c34-9ed1-f8c1fd0fd791; detaching it from the instance and deleting it from the info cache [ 873.285916] env[62675]: DEBUG nova.network.neutron [req-d93613a2-551f-46ce-b7e0-95ec2f5d5d6e req-527df94a-2290-4aa8-8567-f26671e4c7a8 service nova] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.401663] env[62675]: DEBUG nova.network.neutron [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Successfully created port: 901e5464-e4be-4b54-8cbc-441dc18d291c {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.605926] env[62675]: DEBUG nova.scheduler.client.report [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 873.606376] env[62675]: DEBUG nova.compute.provider_tree [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 109 to 110 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 873.606446] env[62675]: DEBUG nova.compute.provider_tree [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.762397] env[62675]: DEBUG nova.network.neutron [-] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.791661] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94d6d025-7ede-4e57-829f-56c87beff36c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.803309] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc2c9f5-396d-4d1a-a245-b556e1411a60 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.848387] env[62675]: DEBUG nova.compute.manager [req-d93613a2-551f-46ce-b7e0-95ec2f5d5d6e req-527df94a-2290-4aa8-8567-f26671e4c7a8 service nova] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Detach interface failed, port_id=34b63daa-9a15-4c34-9ed1-f8c1fd0fd791, reason: Instance ac96ef90-e5a4-4e27-8250-2c9ab262dbdb could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 873.933640] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "de91c72c-17aa-48a8-a54e-72644666e8e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.933640] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "de91c72c-17aa-48a8-a54e-72644666e8e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.933640] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "de91c72c-17aa-48a8-a54e-72644666e8e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.933640] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "de91c72c-17aa-48a8-a54e-72644666e8e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.933640] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "de91c72c-17aa-48a8-a54e-72644666e8e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.936325] env[62675]: INFO nova.compute.manager [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Terminating instance [ 874.082221] env[62675]: DEBUG nova.compute.manager [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.119879] env[62675]: DEBUG nova.virt.hardware [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.119879] env[62675]: DEBUG nova.virt.hardware [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.119879] env[62675]: DEBUG nova.virt.hardware [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.120046] env[62675]: DEBUG nova.virt.hardware [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.120146] env[62675]: DEBUG nova.virt.hardware [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.120295] env[62675]: DEBUG nova.virt.hardware [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.120499] env[62675]: DEBUG nova.virt.hardware [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.120653] env[62675]: DEBUG nova.virt.hardware [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.120820] env[62675]: DEBUG nova.virt.hardware [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.120989] env[62675]: DEBUG nova.virt.hardware [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.121614] env[62675]: DEBUG nova.virt.hardware [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.121962] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.126793] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff22425-cea3-4394-a112-32f36127d6ba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.130709] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.350s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.132968] env[62675]: INFO nova.compute.claims [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.143958] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4287ae-0ef5-45ec-b8a8-a7c85659e2f4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.162775] env[62675]: INFO nova.scheduler.client.report [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Deleted allocations for instance 7f5037bd-1a7d-444b-9cae-9a4e3d07c280 [ 874.264706] env[62675]: INFO nova.compute.manager [-] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Took 1.78 seconds to deallocate network for instance. [ 874.441493] env[62675]: DEBUG nova.compute.manager [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.442363] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.444111] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830ed90e-f3ab-41d1-8bd4-b589d9eb6df9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.452646] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.452916] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f10109f-baa5-4734-aa81-8f991f7a6af2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.459265] env[62675]: DEBUG oslo_vmware.api [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 874.459265] env[62675]: value = "task-2690997" [ 874.459265] env[62675]: _type = "Task" [ 874.459265] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.467556] env[62675]: DEBUG oslo_vmware.api [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.678358] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a13f20aa-7702-4a57-8903-0f79b8a91194 tempest-MigrationsAdminTest-1598808061 tempest-MigrationsAdminTest-1598808061-project-member] Lock "7f5037bd-1a7d-444b-9cae-9a4e3d07c280" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.559s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.774739] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.973665] env[62675]: DEBUG oslo_vmware.api [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690997, 'name': PowerOffVM_Task, 'duration_secs': 0.173756} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.973932] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.974122] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.974385] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e52d914-2706-44ed-8c55-487f69b7d246 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.042686] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.042934] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.043288] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Deleting the datastore file [datastore1] de91c72c-17aa-48a8-a54e-72644666e8e5 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.043393] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7215b2c-cf00-4a1d-b2d2-348bcacc903b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.050558] env[62675]: DEBUG oslo_vmware.api [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 875.050558] env[62675]: value = "task-2690999" [ 875.050558] env[62675]: _type = "Task" [ 875.050558] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.064766] env[62675]: DEBUG oslo_vmware.api [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.102444] env[62675]: DEBUG nova.network.neutron [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Successfully updated port: 901e5464-e4be-4b54-8cbc-441dc18d291c {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.338408] env[62675]: DEBUG nova.compute.manager [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received event network-vif-plugged-901e5464-e4be-4b54-8cbc-441dc18d291c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.338836] env[62675]: DEBUG oslo_concurrency.lockutils [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] Acquiring lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.339084] env[62675]: DEBUG oslo_concurrency.lockutils [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] Lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.339256] env[62675]: DEBUG oslo_concurrency.lockutils [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] Lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.339523] env[62675]: DEBUG nova.compute.manager [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] No waiting events found dispatching network-vif-plugged-901e5464-e4be-4b54-8cbc-441dc18d291c {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.339725] env[62675]: WARNING nova.compute.manager [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received unexpected event network-vif-plugged-901e5464-e4be-4b54-8cbc-441dc18d291c for instance with vm_state building and task_state spawning. [ 875.341040] env[62675]: DEBUG nova.compute.manager [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received event network-changed-901e5464-e4be-4b54-8cbc-441dc18d291c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.341040] env[62675]: DEBUG nova.compute.manager [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Refreshing instance network info cache due to event network-changed-901e5464-e4be-4b54-8cbc-441dc18d291c. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 875.341040] env[62675]: DEBUG oslo_concurrency.lockutils [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] Acquiring lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.341040] env[62675]: DEBUG oslo_concurrency.lockutils [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] Acquired lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.341040] env[62675]: DEBUG nova.network.neutron [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Refreshing network info cache for port 901e5464-e4be-4b54-8cbc-441dc18d291c {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.561190] env[62675]: DEBUG oslo_vmware.api [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2690999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121867} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.564226] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.564537] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.564840] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.565148] env[62675]: INFO nova.compute.manager [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 875.565732] env[62675]: DEBUG oslo.service.loopingcall [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 875.566189] env[62675]: DEBUG nova.compute.manager [-] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.567072] env[62675]: DEBUG nova.network.neutron [-] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.612625] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.629662] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2738e46-fd01-4823-9108-6253e85451ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.639699] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0552699e-d1ca-4aab-90c1-e978e55f67ba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.672538] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911e31e1-9a3c-44b4-b4fa-37c3bd0c0bff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.682179] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92487686-caf6-413d-a6ea-c7d0ddb41e90 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.696207] env[62675]: DEBUG nova.compute.provider_tree [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.884357] env[62675]: DEBUG nova.network.neutron [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.059814] env[62675]: DEBUG nova.network.neutron [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.200363] env[62675]: DEBUG nova.scheduler.client.report [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.506456] env[62675]: DEBUG nova.network.neutron [-] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.564198] env[62675]: DEBUG oslo_concurrency.lockutils [req-d58b6ab4-403f-4c7b-81ed-4aaa83c67e95 req-f43291f1-569f-4c40-8da5-f3587c087f23 service nova] Releasing lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.564543] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.564707] env[62675]: DEBUG nova.network.neutron [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.708375] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.708375] env[62675]: DEBUG nova.compute.manager [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.716194] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.217s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.716989] env[62675]: INFO nova.compute.claims [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.009741] env[62675]: INFO nova.compute.manager [-] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Took 1.44 seconds to deallocate network for instance. [ 877.039832] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.040259] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.103573] env[62675]: DEBUG nova.network.neutron [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.137458] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Acquiring lock "0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.137757] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Lock "0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.224929] env[62675]: DEBUG nova.compute.utils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 877.228273] env[62675]: DEBUG nova.compute.manager [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.228273] env[62675]: DEBUG nova.network.neutron [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.264777] env[62675]: DEBUG nova.network.neutron [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updating instance_info_cache with network_info: [{"id": "901e5464-e4be-4b54-8cbc-441dc18d291c", "address": "fa:16:3e:18:12:be", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e5464-e4", "ovs_interfaceid": "901e5464-e4be-4b54-8cbc-441dc18d291c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.282072] env[62675]: DEBUG nova.policy [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5eb67a303849c18b4033fd961db199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dabf87b397c4aa4b696618a6a73e5c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.373176] env[62675]: DEBUG nova.compute.manager [req-7dcd9b72-0e41-4b2e-90dc-dc5f4bdccfcb req-46d0476c-bcc4-436d-858d-9b21ab491928 service nova] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Received event network-vif-deleted-52d77db4-e1cf-4f6b-82d4-51cd4d489d81 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.525955] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.542821] env[62675]: DEBUG nova.compute.manager [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.562488] env[62675]: DEBUG nova.network.neutron [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Successfully created port: 43537ed0-f961-4250-aecc-48f76b57f6ee {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.640131] env[62675]: DEBUG nova.compute.manager [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.735249] env[62675]: DEBUG nova.compute.manager [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.767257] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.767598] env[62675]: DEBUG nova.compute.manager [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Instance network_info: |[{"id": "901e5464-e4be-4b54-8cbc-441dc18d291c", "address": "fa:16:3e:18:12:be", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e5464-e4", "ovs_interfaceid": "901e5464-e4be-4b54-8cbc-441dc18d291c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.770949] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:12:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '901e5464-e4be-4b54-8cbc-441dc18d291c', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.780476] env[62675]: DEBUG oslo.service.loopingcall [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.781665] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.782030] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b444650-77b9-4a6e-9935-1afbb9f2b8ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.810886] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.810886] env[62675]: value = "task-2691000" [ 877.810886] env[62675]: _type = "Task" [ 877.810886] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.821360] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691000, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.063105] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.158277] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.207295] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8081e5-56df-4776-8484-97d7b99c91d3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.214875] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90185346-0bfa-4aa6-8c63-735cfe148598 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.249100] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286c053a-4f61-4607-9c60-36e441bbc106 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.256774] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a3d9d9-d57c-4587-9d7b-872521b349f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.269974] env[62675]: DEBUG nova.compute.provider_tree [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.289978] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Acquiring lock "2b0786b5-b9fb-418f-a1ab-9312a2f8530d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.290221] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Lock "2b0786b5-b9fb-418f-a1ab-9312a2f8530d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 878.321988] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691000, 'name': CreateVM_Task, 'duration_secs': 0.318681} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.322146] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.322751] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.322936] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.323258] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 878.323480] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7dad46c-6336-45b4-8b01-541936dcb68d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.327431] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 878.327431] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52115543-eed5-5d99-9379-6033464f7016" [ 878.327431] env[62675]: _type = "Task" [ 878.327431] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.334538] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52115543-eed5-5d99-9379-6033464f7016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.754564] env[62675]: DEBUG nova.compute.manager [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.772762] env[62675]: DEBUG nova.scheduler.client.report [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.786026] env[62675]: DEBUG nova.virt.hardware [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.786026] env[62675]: DEBUG nova.virt.hardware [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.786277] env[62675]: DEBUG nova.virt.hardware [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.786277] env[62675]: DEBUG nova.virt.hardware [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.786407] env[62675]: DEBUG nova.virt.hardware [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.786542] env[62675]: DEBUG nova.virt.hardware [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.786745] env[62675]: DEBUG nova.virt.hardware [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.786903] env[62675]: DEBUG nova.virt.hardware [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.787097] env[62675]: DEBUG nova.virt.hardware [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.787268] env[62675]: DEBUG nova.virt.hardware [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.787587] env[62675]: DEBUG nova.virt.hardware [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.788284] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ebde58-74b5-4892-a87f-ce17081d3e9a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.791955] env[62675]: DEBUG nova.compute.manager [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.800215] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd4b773-f008-409a-8f4c-393c852766ab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.837070] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52115543-eed5-5d99-9379-6033464f7016, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.837379] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.837609] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.837835] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 878.837980] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.838173] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.838420] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-592dc1ee-2a27-459b-9d17-d7fc71896b29 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.847014] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.847242] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.847938] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5cc1a68-8409-4144-b1c4-3f08b2336263 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.853330] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 878.853330] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52274216-7aba-aa85-9377-6d68accb5b12" [ 878.853330] env[62675]: _type = "Task" [ 878.853330] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.860750] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52274216-7aba-aa85-9377-6d68accb5b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.200556] env[62675]: DEBUG nova.network.neutron [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Successfully updated port: 43537ed0-f961-4250-aecc-48f76b57f6ee {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.278164] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.278699] env[62675]: DEBUG nova.compute.manager [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.281428] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.155s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.281652] env[62675]: DEBUG nova.objects.instance [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lazy-loading 'resources' on Instance uuid cccf5e3a-f6f4-4863-9435-8b5384916e4d {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.313176] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.363026] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52274216-7aba-aa85-9377-6d68accb5b12, 'name': SearchDatastore_Task, 'duration_secs': 0.008976} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.363738] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85047f85-2366-4e50-9529-b26679a6eff4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.368683] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 879.368683] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]526863d4-3ec7-53ac-3c07-a98bc14d4b3d" [ 879.368683] env[62675]: _type = "Task" [ 879.368683] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.376499] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526863d4-3ec7-53ac-3c07-a98bc14d4b3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.398562] env[62675]: DEBUG nova.compute.manager [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Received event network-vif-plugged-43537ed0-f961-4250-aecc-48f76b57f6ee {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.398790] env[62675]: DEBUG oslo_concurrency.lockutils [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] Acquiring lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.399045] env[62675]: DEBUG oslo_concurrency.lockutils [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] Lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.399150] env[62675]: DEBUG oslo_concurrency.lockutils [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] Lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.399318] env[62675]: DEBUG nova.compute.manager [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] No waiting events found dispatching network-vif-plugged-43537ed0-f961-4250-aecc-48f76b57f6ee {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.399479] env[62675]: WARNING nova.compute.manager [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Received unexpected event network-vif-plugged-43537ed0-f961-4250-aecc-48f76b57f6ee for instance with vm_state building and task_state spawning. [ 879.399637] env[62675]: DEBUG nova.compute.manager [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Received event network-changed-43537ed0-f961-4250-aecc-48f76b57f6ee {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.399789] env[62675]: DEBUG nova.compute.manager [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Refreshing instance network info cache due to event network-changed-43537ed0-f961-4250-aecc-48f76b57f6ee. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.399967] env[62675]: DEBUG oslo_concurrency.lockutils [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] Acquiring lock "refresh_cache-07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.400116] env[62675]: DEBUG oslo_concurrency.lockutils [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] Acquired lock "refresh_cache-07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.400272] env[62675]: DEBUG nova.network.neutron [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Refreshing network info cache for port 43537ed0-f961-4250-aecc-48f76b57f6ee {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.703423] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "refresh_cache-07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.788795] env[62675]: DEBUG nova.compute.utils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 879.790476] env[62675]: DEBUG nova.compute.manager [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.790651] env[62675]: DEBUG nova.network.neutron [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.827875] env[62675]: DEBUG nova.policy [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289b267f1dcd466baae0392b04879888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7a6c2821f434620a88f33810a52c0f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.882256] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526863d4-3ec7-53ac-3c07-a98bc14d4b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010116} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.885299] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 879.885638] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 98bc2a7c-038b-48b6-83ad-db991d3b2c55/98bc2a7c-038b-48b6-83ad-db991d3b2c55.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.886181] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20ac7d00-e470-4501-8a14-d19cb786f8e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.893700] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 879.893700] env[62675]: value = "task-2691001" [ 879.893700] env[62675]: _type = "Task" [ 879.893700] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.907413] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.966343] env[62675]: DEBUG nova.network.neutron [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.132361] env[62675]: DEBUG nova.network.neutron [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.253350] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4bac81-125a-4cdc-bb21-dfcea7ecd47e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.267023] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5147c022-6c16-4b7c-9167-961440301617 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.299815] env[62675]: DEBUG nova.compute.manager [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.303630] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ed2826-958a-4eeb-8c2d-ac1764be6488 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.319074] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7573c002-34f4-493d-b725-0aea3934d308 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.338634] env[62675]: DEBUG nova.compute.provider_tree [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.358351] env[62675]: DEBUG nova.network.neutron [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Successfully created port: 16fe85a9-7488-449e-8c0a-10ce1123594f {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.408018] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456538} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.411329] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 98bc2a7c-038b-48b6-83ad-db991d3b2c55/98bc2a7c-038b-48b6-83ad-db991d3b2c55.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.411329] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.411329] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aca1096-6b28-4b14-a1c8-5ae016890195 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.416089] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 880.416089] env[62675]: value = "task-2691002" [ 880.416089] env[62675]: _type = "Task" [ 880.416089] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.426026] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.634609] env[62675]: DEBUG oslo_concurrency.lockutils [req-3def4760-eef1-4a19-869c-19342796ef6d req-93a7afd9-9e01-4596-8618-5cd0c0f07ea4 service nova] Releasing lock "refresh_cache-07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.635043] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "refresh_cache-07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.635218] env[62675]: DEBUG nova.network.neutron [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.843424] env[62675]: DEBUG nova.scheduler.client.report [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.926772] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132533} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.927236] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.928123] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd6f6bb-c25f-48d6-bf0d-2e32ed64a4dc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.951168] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 98bc2a7c-038b-48b6-83ad-db991d3b2c55/98bc2a7c-038b-48b6-83ad-db991d3b2c55.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.951463] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14383f7a-c0e2-4999-b745-3a87a0c66985 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.974420] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 880.974420] env[62675]: value = "task-2691003" [ 880.974420] env[62675]: _type = "Task" [ 880.974420] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.982098] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.180321] env[62675]: DEBUG nova.network.neutron [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.313809] env[62675]: DEBUG nova.compute.manager [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.339286] env[62675]: DEBUG nova.virt.hardware [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.339530] env[62675]: DEBUG nova.virt.hardware [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.339684] env[62675]: DEBUG nova.virt.hardware [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.339864] env[62675]: DEBUG nova.virt.hardware [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.340015] env[62675]: DEBUG nova.virt.hardware [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.340171] env[62675]: DEBUG nova.virt.hardware [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.340374] env[62675]: DEBUG nova.virt.hardware [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.340527] env[62675]: DEBUG nova.virt.hardware [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.340689] env[62675]: DEBUG nova.virt.hardware [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.340860] env[62675]: DEBUG nova.virt.hardware [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.341014] env[62675]: DEBUG nova.virt.hardware [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.342147] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809a5aa2-9e42-4efe-9422-96e81ea3fa44 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.349642] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.351749] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.638s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.351934] env[62675]: DEBUG nova.objects.instance [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 881.355472] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e67053-10b6-40e2-9293-dc6371e7881e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.370769] env[62675]: DEBUG nova.network.neutron [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Updating instance_info_cache with network_info: [{"id": "43537ed0-f961-4250-aecc-48f76b57f6ee", "address": "fa:16:3e:ec:8f:7c", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43537ed0-f9", "ovs_interfaceid": "43537ed0-f961-4250-aecc-48f76b57f6ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.387007] env[62675]: INFO nova.scheduler.client.report [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Deleted allocations for instance cccf5e3a-f6f4-4863-9435-8b5384916e4d [ 881.484096] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691003, 'name': ReconfigVM_Task, 'duration_secs': 0.286992} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.484409] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 98bc2a7c-038b-48b6-83ad-db991d3b2c55/98bc2a7c-038b-48b6-83ad-db991d3b2c55.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.485070] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33c1a2f6-04fe-41b9-8779-9f9b4dfec5fb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.491191] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 881.491191] env[62675]: value = "task-2691004" [ 881.491191] env[62675]: _type = "Task" [ 881.491191] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.500185] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691004, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.803251] env[62675]: DEBUG nova.compute.manager [req-90fcd8d9-e305-4f32-9001-be2a56ec5fdb req-4590486d-741e-4a6c-a729-f40d28d1e342 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Received event network-vif-plugged-16fe85a9-7488-449e-8c0a-10ce1123594f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.803510] env[62675]: DEBUG oslo_concurrency.lockutils [req-90fcd8d9-e305-4f32-9001-be2a56ec5fdb req-4590486d-741e-4a6c-a729-f40d28d1e342 service nova] Acquiring lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.803681] env[62675]: DEBUG oslo_concurrency.lockutils [req-90fcd8d9-e305-4f32-9001-be2a56ec5fdb req-4590486d-741e-4a6c-a729-f40d28d1e342 service nova] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.803845] env[62675]: DEBUG oslo_concurrency.lockutils [req-90fcd8d9-e305-4f32-9001-be2a56ec5fdb req-4590486d-741e-4a6c-a729-f40d28d1e342 service nova] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.804052] env[62675]: DEBUG nova.compute.manager [req-90fcd8d9-e305-4f32-9001-be2a56ec5fdb req-4590486d-741e-4a6c-a729-f40d28d1e342 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] No waiting events found dispatching network-vif-plugged-16fe85a9-7488-449e-8c0a-10ce1123594f {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.804227] env[62675]: WARNING nova.compute.manager [req-90fcd8d9-e305-4f32-9001-be2a56ec5fdb req-4590486d-741e-4a6c-a729-f40d28d1e342 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Received unexpected event network-vif-plugged-16fe85a9-7488-449e-8c0a-10ce1123594f for instance with vm_state building and task_state spawning. [ 881.872803] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "refresh_cache-07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 881.873116] env[62675]: DEBUG nova.compute.manager [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Instance network_info: |[{"id": "43537ed0-f961-4250-aecc-48f76b57f6ee", "address": "fa:16:3e:ec:8f:7c", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43537ed0-f9", "ovs_interfaceid": "43537ed0-f961-4250-aecc-48f76b57f6ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.873548] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:8f:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43537ed0-f961-4250-aecc-48f76b57f6ee', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.886193] env[62675]: DEBUG oslo.service.loopingcall [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.886867] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.887272] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-541f199a-e963-4d22-8ecd-990b4605fb43 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.908965] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b91857f0-504a-4b9a-84a7-9434fc335b05 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "cccf5e3a-f6f4-4863-9435-8b5384916e4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.259s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.912911] env[62675]: DEBUG nova.network.neutron [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Successfully updated port: 16fe85a9-7488-449e-8c0a-10ce1123594f {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.915650] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.915650] env[62675]: value = "task-2691005" [ 881.915650] env[62675]: _type = "Task" [ 881.915650] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.929516] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691005, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.003094] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691004, 'name': Rename_Task, 'duration_secs': 0.131281} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.003307] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.003553] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e42c8aa4-343b-4a49-b720-2a1165175e10 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.009966] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 882.009966] env[62675]: value = "task-2691006" [ 882.009966] env[62675]: _type = "Task" [ 882.009966] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.021187] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.365901] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02aa1a45-bb8a-44a9-b25b-fc5df1242eb1 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.367104] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.014s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.367327] env[62675]: DEBUG nova.objects.instance [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lazy-loading 'resources' on Instance uuid 49e0c771-5fa5-4771-be72-ba78dcc3ec92 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.418367] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "refresh_cache-86554a0f-1325-4e3e-a1ea-7790a5ab6a43" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.418367] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "refresh_cache-86554a0f-1325-4e3e-a1ea-7790a5ab6a43" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.418367] env[62675]: DEBUG nova.network.neutron [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.428472] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691005, 'name': CreateVM_Task, 'duration_secs': 0.360332} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.429082] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.430445] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.430650] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.431090] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 882.432071] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd79d041-8672-4b42-92db-b553af93238c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.438036] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 882.438036] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c52959-fe8e-cc36-ebe1-518a497b5238" [ 882.438036] env[62675]: _type = "Task" [ 882.438036] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.448160] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c52959-fe8e-cc36-ebe1-518a497b5238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.520019] env[62675]: DEBUG oslo_vmware.api [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691006, 'name': PowerOnVM_Task, 'duration_secs': 0.442721} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.520311] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.520511] env[62675]: INFO nova.compute.manager [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Took 8.44 seconds to spawn the instance on the hypervisor. [ 882.520688] env[62675]: DEBUG nova.compute.manager [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.521458] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6707c1c-1165-4831-8e1e-1faf677c1aad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.710352] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "5b6afb94-d33b-43e6-9569-5025dc9a1328" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.710636] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "5b6afb94-d33b-43e6-9569-5025dc9a1328" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.710914] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "5b6afb94-d33b-43e6-9569-5025dc9a1328-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.711125] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "5b6afb94-d33b-43e6-9569-5025dc9a1328-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.711303] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "5b6afb94-d33b-43e6-9569-5025dc9a1328-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.713385] env[62675]: INFO nova.compute.manager [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Terminating instance [ 882.949432] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c52959-fe8e-cc36-ebe1-518a497b5238, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.952905] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.952905] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.952905] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 882.952905] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.953144] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.953965] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c7e78c8-7859-497a-8cdd-26c1163845fb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.964237] env[62675]: DEBUG nova.network.neutron [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.971224] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.971360] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.972355] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6246c00-3964-48fc-be89-127f47d7d14c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.979078] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 882.979078] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a753bd-f80b-ec19-b47b-5058ff13d363" [ 882.979078] env[62675]: _type = "Task" [ 882.979078] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.989430] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a753bd-f80b-ec19-b47b-5058ff13d363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.041235] env[62675]: INFO nova.compute.manager [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Took 33.07 seconds to build instance. [ 883.137039] env[62675]: DEBUG nova.network.neutron [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Updating instance_info_cache with network_info: [{"id": "16fe85a9-7488-449e-8c0a-10ce1123594f", "address": "fa:16:3e:d2:8a:bc", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fe85a9-74", "ovs_interfaceid": "16fe85a9-7488-449e-8c0a-10ce1123594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.217791] env[62675]: DEBUG nova.compute.manager [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.218014] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.219336] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45e9fa8-6ec0-4177-a85c-3e8ab8ed0432 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.227281] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.229542] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f70ca41-bda9-4b2b-9446-43f06ada542e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.235730] env[62675]: DEBUG oslo_vmware.api [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 883.235730] env[62675]: value = "task-2691007" [ 883.235730] env[62675]: _type = "Task" [ 883.235730] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.243804] env[62675]: DEBUG oslo_vmware.api [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2691007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.281099] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045d8dd7-6ddb-49c4-b012-fb7e538c66d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.289481] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4905230-9949-4955-bdc6-c97998977b79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.321507] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0d91f4-60d0-4a57-8d64-f81ff25c024a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.328813] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf0f0e2-b350-4e93-a0f7-1e434e128967 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.346388] env[62675]: DEBUG nova.compute.provider_tree [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.493339] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a753bd-f80b-ec19-b47b-5058ff13d363, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.494236] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81874bc-f9de-434d-b310-07411f4ce3aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.499895] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 883.499895] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]526f9161-1af8-e787-27c1-c67ca5654a04" [ 883.499895] env[62675]: _type = "Task" [ 883.499895] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.508248] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526f9161-1af8-e787-27c1-c67ca5654a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.544027] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c15d066-a52e-4f43-95ad-ead141912741 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.584s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.640292] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "refresh_cache-86554a0f-1325-4e3e-a1ea-7790a5ab6a43" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 883.640689] env[62675]: DEBUG nova.compute.manager [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Instance network_info: |[{"id": "16fe85a9-7488-449e-8c0a-10ce1123594f", "address": "fa:16:3e:d2:8a:bc", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fe85a9-74", "ovs_interfaceid": "16fe85a9-7488-449e-8c0a-10ce1123594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.641078] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:8a:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16fe85a9-7488-449e-8c0a-10ce1123594f', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.648881] env[62675]: DEBUG oslo.service.loopingcall [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.649072] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.649300] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85f1cbcf-1699-4288-8e89-de7b090e0807 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.670397] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.670397] env[62675]: value = "task-2691008" [ 883.670397] env[62675]: _type = "Task" [ 883.670397] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.678383] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691008, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.746024] env[62675]: DEBUG oslo_vmware.api [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2691007, 'name': PowerOffVM_Task, 'duration_secs': 0.336476} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.746386] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.746576] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.746844] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b304a18b-7359-4aa4-a7be-6cf22d391018 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.849356] env[62675]: DEBUG nova.scheduler.client.report [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.854244] env[62675]: DEBUG nova.compute.manager [req-a005dfd4-44d4-4149-b9cf-10e595d9e124 req-d5f41eb3-b2ea-477a-8cc5-4c26410a2da6 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Received event network-changed-16fe85a9-7488-449e-8c0a-10ce1123594f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.854447] env[62675]: DEBUG nova.compute.manager [req-a005dfd4-44d4-4149-b9cf-10e595d9e124 req-d5f41eb3-b2ea-477a-8cc5-4c26410a2da6 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Refreshing instance network info cache due to event network-changed-16fe85a9-7488-449e-8c0a-10ce1123594f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 883.854649] env[62675]: DEBUG oslo_concurrency.lockutils [req-a005dfd4-44d4-4149-b9cf-10e595d9e124 req-d5f41eb3-b2ea-477a-8cc5-4c26410a2da6 service nova] Acquiring lock "refresh_cache-86554a0f-1325-4e3e-a1ea-7790a5ab6a43" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.854790] env[62675]: DEBUG oslo_concurrency.lockutils [req-a005dfd4-44d4-4149-b9cf-10e595d9e124 req-d5f41eb3-b2ea-477a-8cc5-4c26410a2da6 service nova] Acquired lock "refresh_cache-86554a0f-1325-4e3e-a1ea-7790a5ab6a43" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.854967] env[62675]: DEBUG nova.network.neutron [req-a005dfd4-44d4-4149-b9cf-10e595d9e124 req-d5f41eb3-b2ea-477a-8cc5-4c26410a2da6 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Refreshing network info cache for port 16fe85a9-7488-449e-8c0a-10ce1123594f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.882952] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.883084] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.883328] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Deleting the datastore file [datastore1] 5b6afb94-d33b-43e6-9569-5025dc9a1328 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.884080] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3fc9edc-6620-49c4-89be-671e636a99be {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.889904] env[62675]: DEBUG oslo_vmware.api [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for the task: (returnval){ [ 883.889904] env[62675]: value = "task-2691010" [ 883.889904] env[62675]: _type = "Task" [ 883.889904] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.897866] env[62675]: DEBUG oslo_vmware.api [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2691010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.010949] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526f9161-1af8-e787-27c1-c67ca5654a04, 'name': SearchDatastore_Task, 'duration_secs': 0.00887} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.010949] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.011128] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18/07af8836-2f8f-4ee0-ab1f-06aaa66a0c18.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.011339] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cc06fae-20d5-4126-b2eb-3df942a45e09 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.017131] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 884.017131] env[62675]: value = "task-2691011" [ 884.017131] env[62675]: _type = "Task" [ 884.017131] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.026726] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.181040] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691008, 'name': CreateVM_Task, 'duration_secs': 0.312783} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.181217] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.181949] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.182162] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.182489] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.182757] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d071981-7ece-4cff-90f2-42ec69132d5a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.187675] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 884.187675] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522388e1-9f91-0721-9dcc-f4e271177772" [ 884.187675] env[62675]: _type = "Task" [ 884.187675] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.195962] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522388e1-9f91-0721-9dcc-f4e271177772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.357726] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.361763] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.883s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.363395] env[62675]: INFO nova.compute.claims [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.390840] env[62675]: INFO nova.scheduler.client.report [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Deleted allocations for instance 49e0c771-5fa5-4771-be72-ba78dcc3ec92 [ 884.411551] env[62675]: DEBUG oslo_vmware.api [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Task: {'id': task-2691010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189178} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.411551] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.411551] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.411551] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.412243] env[62675]: INFO nova.compute.manager [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Took 1.19 seconds to destroy the instance on the hypervisor. [ 884.415196] env[62675]: DEBUG oslo.service.loopingcall [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.415196] env[62675]: DEBUG nova.compute.manager [-] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.415196] env[62675]: DEBUG nova.network.neutron [-] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.526983] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691011, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.699486] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522388e1-9f91-0721-9dcc-f4e271177772, 'name': SearchDatastore_Task, 'duration_secs': 0.06218} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.699950] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.700306] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.700668] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.700925] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.701223] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.701596] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01022f43-bf0c-4d2d-8a69-5c2809864288 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.723016] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.723016] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.723016] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6c8d59-6f59-4c0d-a0c7-a0017bede364 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.730329] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 884.730329] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]520a3562-4279-5efd-fde3-344bae764bc8" [ 884.730329] env[62675]: _type = "Task" [ 884.730329] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.736592] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520a3562-4279-5efd-fde3-344bae764bc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.918985] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1841cf61-7aae-48d0-aa17-76889a9dde3b tempest-VolumesAdminNegativeTest-1130710393 tempest-VolumesAdminNegativeTest-1130710393-project-member] Lock "49e0c771-5fa5-4771-be72-ba78dcc3ec92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.497s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.029999] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596282} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.030326] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18/07af8836-2f8f-4ee0-ab1f-06aaa66a0c18.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.030546] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.030975] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73902fad-da1b-4e75-aba1-e2b3b7d73371 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.033803] env[62675]: DEBUG nova.network.neutron [req-a005dfd4-44d4-4149-b9cf-10e595d9e124 req-d5f41eb3-b2ea-477a-8cc5-4c26410a2da6 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Updated VIF entry in instance network info cache for port 16fe85a9-7488-449e-8c0a-10ce1123594f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.034323] env[62675]: DEBUG nova.network.neutron [req-a005dfd4-44d4-4149-b9cf-10e595d9e124 req-d5f41eb3-b2ea-477a-8cc5-4c26410a2da6 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Updating instance_info_cache with network_info: [{"id": "16fe85a9-7488-449e-8c0a-10ce1123594f", "address": "fa:16:3e:d2:8a:bc", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fe85a9-74", "ovs_interfaceid": "16fe85a9-7488-449e-8c0a-10ce1123594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.040880] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 885.040880] env[62675]: value = "task-2691012" [ 885.040880] env[62675]: _type = "Task" [ 885.040880] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.049659] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.239355] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520a3562-4279-5efd-fde3-344bae764bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.057921} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.239590] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3f066e-bc57-4c83-b02f-93d43376eb6f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.245433] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 885.245433] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a52421-8979-a07c-c926-044e4521e2b7" [ 885.245433] env[62675]: _type = "Task" [ 885.245433] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.253338] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a52421-8979-a07c-c926-044e4521e2b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.540990] env[62675]: DEBUG oslo_concurrency.lockutils [req-a005dfd4-44d4-4149-b9cf-10e595d9e124 req-d5f41eb3-b2ea-477a-8cc5-4c26410a2da6 service nova] Releasing lock "refresh_cache-86554a0f-1325-4e3e-a1ea-7790a5ab6a43" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.552408] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266282} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.552687] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.553540] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e35b94-8fde-4aaf-8fa8-087c7d70914c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.579153] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18/07af8836-2f8f-4ee0-ab1f-06aaa66a0c18.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.581979] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c53044fc-d0c6-4f2a-9403-45f32af49493 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.596904] env[62675]: DEBUG nova.network.neutron [-] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.603211] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 885.603211] env[62675]: value = "task-2691013" [ 885.603211] env[62675]: _type = "Task" [ 885.603211] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.616537] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.760172] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a52421-8979-a07c-c926-044e4521e2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.025233} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.760172] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.760311] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 86554a0f-1325-4e3e-a1ea-7790a5ab6a43/86554a0f-1325-4e3e-a1ea-7790a5ab6a43.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.760835] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-104d7fda-e967-45ee-aadb-cb6878ff5593 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.770970] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 885.770970] env[62675]: value = "task-2691014" [ 885.770970] env[62675]: _type = "Task" [ 885.770970] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.783716] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.809489] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ff8f11-e9e9-495a-9e8d-f8f9795c3108 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.818604] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddecceb6-044e-43ce-9808-97ac22a0fbf4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.856919] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a145626d-f652-4015-9168-40745dc4f39c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.865390] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9044a0-082d-4e83-a64f-930d41c109f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.885076] env[62675]: DEBUG nova.compute.provider_tree [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.905373] env[62675]: DEBUG nova.compute.manager [req-0a01bedc-ce4e-47f3-90d4-a430573c7504 req-91a0aac4-15c1-4e6b-a649-3155fe4d8cda service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received event network-changed-901e5464-e4be-4b54-8cbc-441dc18d291c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 885.905641] env[62675]: DEBUG nova.compute.manager [req-0a01bedc-ce4e-47f3-90d4-a430573c7504 req-91a0aac4-15c1-4e6b-a649-3155fe4d8cda service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Refreshing instance network info cache due to event network-changed-901e5464-e4be-4b54-8cbc-441dc18d291c. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 885.905884] env[62675]: DEBUG oslo_concurrency.lockutils [req-0a01bedc-ce4e-47f3-90d4-a430573c7504 req-91a0aac4-15c1-4e6b-a649-3155fe4d8cda service nova] Acquiring lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.906127] env[62675]: DEBUG oslo_concurrency.lockutils [req-0a01bedc-ce4e-47f3-90d4-a430573c7504 req-91a0aac4-15c1-4e6b-a649-3155fe4d8cda service nova] Acquired lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.906327] env[62675]: DEBUG nova.network.neutron [req-0a01bedc-ce4e-47f3-90d4-a430573c7504 req-91a0aac4-15c1-4e6b-a649-3155fe4d8cda service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Refreshing network info cache for port 901e5464-e4be-4b54-8cbc-441dc18d291c {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.102354] env[62675]: INFO nova.compute.manager [-] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Took 1.69 seconds to deallocate network for instance. [ 886.118845] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691013, 'name': ReconfigVM_Task, 'duration_secs': 0.290221} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.118845] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18/07af8836-2f8f-4ee0-ab1f-06aaa66a0c18.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.118845] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80e6063a-f104-4105-b4b8-7331cc487e91 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.125405] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 886.125405] env[62675]: value = "task-2691015" [ 886.125405] env[62675]: _type = "Task" [ 886.125405] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.136453] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691015, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.282672] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488547} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.282672] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 86554a0f-1325-4e3e-a1ea-7790a5ab6a43/86554a0f-1325-4e3e-a1ea-7790a5ab6a43.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.283678] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.284145] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-046276f1-96ee-4e55-8671-0eed6ba07eb5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.299080] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 886.299080] env[62675]: value = "task-2691016" [ 886.299080] env[62675]: _type = "Task" [ 886.299080] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.307046] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.388638] env[62675]: DEBUG nova.scheduler.client.report [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.617570] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.637500] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691015, 'name': Rename_Task, 'duration_secs': 0.226329} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.637712] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.638061] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3849617-41cb-4472-9473-818ad9bd62ea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.647669] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 886.647669] env[62675]: value = "task-2691017" [ 886.647669] env[62675]: _type = "Task" [ 886.647669] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.662399] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.748851] env[62675]: DEBUG nova.network.neutron [req-0a01bedc-ce4e-47f3-90d4-a430573c7504 req-91a0aac4-15c1-4e6b-a649-3155fe4d8cda service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updated VIF entry in instance network info cache for port 901e5464-e4be-4b54-8cbc-441dc18d291c. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.749565] env[62675]: DEBUG nova.network.neutron [req-0a01bedc-ce4e-47f3-90d4-a430573c7504 req-91a0aac4-15c1-4e6b-a649-3155fe4d8cda service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updating instance_info_cache with network_info: [{"id": "901e5464-e4be-4b54-8cbc-441dc18d291c", "address": "fa:16:3e:18:12:be", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e5464-e4", "ovs_interfaceid": "901e5464-e4be-4b54-8cbc-441dc18d291c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.808187] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066228} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.808187] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.808858] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f413486b-ea91-4d93-a260-3498672397e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.831375] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 86554a0f-1325-4e3e-a1ea-7790a5ab6a43/86554a0f-1325-4e3e-a1ea-7790a5ab6a43.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.831994] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8851742d-37b2-4563-85fa-1c900f5c3f0a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.852458] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 886.852458] env[62675]: value = "task-2691018" [ 886.852458] env[62675]: _type = "Task" [ 886.852458] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.860306] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.898028] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.898028] env[62675]: DEBUG nova.compute.manager [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.899298] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.571s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.901000] env[62675]: INFO nova.compute.claims [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.157890] env[62675]: DEBUG oslo_vmware.api [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691017, 'name': PowerOnVM_Task, 'duration_secs': 0.510192} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.158256] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.158400] env[62675]: INFO nova.compute.manager [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Took 8.40 seconds to spawn the instance on the hypervisor. [ 887.158602] env[62675]: DEBUG nova.compute.manager [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.159518] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147a8fb7-d5ed-4cc3-a18b-6311e393cd5e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.252775] env[62675]: DEBUG oslo_concurrency.lockutils [req-0a01bedc-ce4e-47f3-90d4-a430573c7504 req-91a0aac4-15c1-4e6b-a649-3155fe4d8cda service nova] Releasing lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.252775] env[62675]: DEBUG nova.compute.manager [req-0a01bedc-ce4e-47f3-90d4-a430573c7504 req-91a0aac4-15c1-4e6b-a649-3155fe4d8cda service nova] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Received event network-vif-deleted-6976d798-d826-440c-9d71-f466a1ff3fd8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.362308] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691018, 'name': ReconfigVM_Task, 'duration_secs': 0.481704} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.362600] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 86554a0f-1325-4e3e-a1ea-7790a5ab6a43/86554a0f-1325-4e3e-a1ea-7790a5ab6a43.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.363246] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d00cfee6-1326-473f-895f-ad6ae248361c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.370997] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 887.370997] env[62675]: value = "task-2691019" [ 887.370997] env[62675]: _type = "Task" [ 887.370997] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.081068] env[62675]: DEBUG nova.compute.utils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 888.087661] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691019, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.087860] env[62675]: WARNING oslo_vmware.common.loopingcall [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] task run outlasted interval by 0.21661200000000003 sec [ 888.089693] env[62675]: DEBUG nova.compute.manager [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.089858] env[62675]: DEBUG nova.network.neutron [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.091773] env[62675]: INFO nova.compute.manager [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Took 36.32 seconds to build instance. [ 888.102166] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691019, 'name': Rename_Task, 'duration_secs': 0.3608} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.102421] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.102691] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b88d552-bcd1-46f5-8963-2dfaddfd47e4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.109863] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 888.109863] env[62675]: value = "task-2691020" [ 888.109863] env[62675]: _type = "Task" [ 888.109863] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.117923] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.136957] env[62675]: DEBUG nova.policy [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b59d15eed03142c5bf078549fa8b135a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13397b14af714179983dc3ea9147b6a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.509133] env[62675]: DEBUG nova.network.neutron [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Successfully created port: 257be782-e169-4cdd-9200-0ba33b48fec1 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.595630] env[62675]: DEBUG nova.compute.manager [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.601366] env[62675]: DEBUG oslo_concurrency.lockutils [None req-22897314-0e98-4d5b-91fb-daf5789340af tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.839s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.623845] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691020, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.735872] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c0930e1-7804-4d79-a5e4-ef7c1551d2b0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.736142] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c0930e1-7804-4d79-a5e4-ef7c1551d2b0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.736332] env[62675]: DEBUG nova.compute.manager [None req-6c0930e1-7804-4d79-a5e4-ef7c1551d2b0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.737284] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e073302a-c62b-4a1b-abd8-206bfe34b575 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.746836] env[62675]: DEBUG nova.compute.manager [None req-6c0930e1-7804-4d79-a5e4-ef7c1551d2b0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 888.747430] env[62675]: DEBUG nova.objects.instance [None req-6c0930e1-7804-4d79-a5e4-ef7c1551d2b0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lazy-loading 'flavor' on Instance uuid 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.029055] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2fafe2-d363-49bc-9cbe-577733210dac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.036397] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890b310f-7648-491a-a558-2f82fc0f6a06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.071034] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4027c43a-fe01-425d-943e-ad3f6e78bb73 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.078883] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9c8a43-e6aa-41f4-b8fe-7f543c8e155c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.092526] env[62675]: DEBUG nova.compute.provider_tree [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.122262] env[62675]: DEBUG oslo_vmware.api [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691020, 'name': PowerOnVM_Task, 'duration_secs': 0.531931} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.122590] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.122830] env[62675]: INFO nova.compute.manager [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Took 7.81 seconds to spawn the instance on the hypervisor. [ 889.123065] env[62675]: DEBUG nova.compute.manager [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.123882] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fbb688-c007-4c22-bfbc-9c508c0d2a43 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.595699] env[62675]: DEBUG nova.scheduler.client.report [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.604781] env[62675]: DEBUG nova.compute.manager [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.633581] env[62675]: DEBUG nova.virt.hardware [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.633844] env[62675]: DEBUG nova.virt.hardware [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.634041] env[62675]: DEBUG nova.virt.hardware [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.634228] env[62675]: DEBUG nova.virt.hardware [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.634381] env[62675]: DEBUG nova.virt.hardware [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.634527] env[62675]: DEBUG nova.virt.hardware [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.635040] env[62675]: DEBUG nova.virt.hardware [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.635040] env[62675]: DEBUG nova.virt.hardware [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.635040] env[62675]: DEBUG nova.virt.hardware [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.635234] env[62675]: DEBUG nova.virt.hardware [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.635416] env[62675]: DEBUG nova.virt.hardware [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.642188] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7afd69-ac45-412f-8079-43251dba78fd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.650729] env[62675]: INFO nova.compute.manager [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Took 33.17 seconds to build instance. [ 889.659962] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03592568-337e-4444-8a8f-979483bba2d2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.758574] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0930e1-7804-4d79-a5e4-ef7c1551d2b0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.759025] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a025319-5026-4520-b9da-318fe1f58100 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.766534] env[62675]: DEBUG oslo_vmware.api [None req-6c0930e1-7804-4d79-a5e4-ef7c1551d2b0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 889.766534] env[62675]: value = "task-2691021" [ 889.766534] env[62675]: _type = "Task" [ 889.766534] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.775808] env[62675]: DEBUG oslo_vmware.api [None req-6c0930e1-7804-4d79-a5e4-ef7c1551d2b0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.043427] env[62675]: DEBUG nova.compute.manager [req-8f0e7d33-17f8-4af2-a2ff-5156872c0089 req-33e66f0d-c188-430a-9771-7924ad3f2f85 service nova] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Received event network-vif-plugged-257be782-e169-4cdd-9200-0ba33b48fec1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.043814] env[62675]: DEBUG oslo_concurrency.lockutils [req-8f0e7d33-17f8-4af2-a2ff-5156872c0089 req-33e66f0d-c188-430a-9771-7924ad3f2f85 service nova] Acquiring lock "08c08b75-6775-4dd7-a13c-2574d3d69558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.045116] env[62675]: DEBUG oslo_concurrency.lockutils [req-8f0e7d33-17f8-4af2-a2ff-5156872c0089 req-33e66f0d-c188-430a-9771-7924ad3f2f85 service nova] Lock "08c08b75-6775-4dd7-a13c-2574d3d69558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.046091] env[62675]: DEBUG oslo_concurrency.lockutils [req-8f0e7d33-17f8-4af2-a2ff-5156872c0089 req-33e66f0d-c188-430a-9771-7924ad3f2f85 service nova] Lock "08c08b75-6775-4dd7-a13c-2574d3d69558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.046387] env[62675]: DEBUG nova.compute.manager [req-8f0e7d33-17f8-4af2-a2ff-5156872c0089 req-33e66f0d-c188-430a-9771-7924ad3f2f85 service nova] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] No waiting events found dispatching network-vif-plugged-257be782-e169-4cdd-9200-0ba33b48fec1 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.047870] env[62675]: WARNING nova.compute.manager [req-8f0e7d33-17f8-4af2-a2ff-5156872c0089 req-33e66f0d-c188-430a-9771-7924ad3f2f85 service nova] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Received unexpected event network-vif-plugged-257be782-e169-4cdd-9200-0ba33b48fec1 for instance with vm_state building and task_state spawning. [ 890.077623] env[62675]: DEBUG nova.compute.manager [req-526c46bf-0f3b-4c13-88aa-708d3473593b req-552cbed6-5fd0-4014-9216-6aee3321ac56 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Received event network-changed-16fe85a9-7488-449e-8c0a-10ce1123594f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.077832] env[62675]: DEBUG nova.compute.manager [req-526c46bf-0f3b-4c13-88aa-708d3473593b req-552cbed6-5fd0-4014-9216-6aee3321ac56 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Refreshing instance network info cache due to event network-changed-16fe85a9-7488-449e-8c0a-10ce1123594f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.078067] env[62675]: DEBUG oslo_concurrency.lockutils [req-526c46bf-0f3b-4c13-88aa-708d3473593b req-552cbed6-5fd0-4014-9216-6aee3321ac56 service nova] Acquiring lock "refresh_cache-86554a0f-1325-4e3e-a1ea-7790a5ab6a43" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.078214] env[62675]: DEBUG oslo_concurrency.lockutils [req-526c46bf-0f3b-4c13-88aa-708d3473593b req-552cbed6-5fd0-4014-9216-6aee3321ac56 service nova] Acquired lock "refresh_cache-86554a0f-1325-4e3e-a1ea-7790a5ab6a43" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.078371] env[62675]: DEBUG nova.network.neutron [req-526c46bf-0f3b-4c13-88aa-708d3473593b req-552cbed6-5fd0-4014-9216-6aee3321ac56 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Refreshing network info cache for port 16fe85a9-7488-449e-8c0a-10ce1123594f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.103567] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.204s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.104114] env[62675]: DEBUG nova.compute.manager [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.110246] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.005s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.110246] env[62675]: DEBUG nova.objects.instance [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lazy-loading 'resources' on Instance uuid 9ae78af9-186f-4818-85ef-7ab2f597dd01 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.155333] env[62675]: DEBUG oslo_concurrency.lockutils [None req-37cad1c2-907f-492b-b8aa-0df50d0e6b80 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.679s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.156037] env[62675]: DEBUG nova.network.neutron [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Successfully updated port: 257be782-e169-4cdd-9200-0ba33b48fec1 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.276639] env[62675]: DEBUG oslo_vmware.api [None req-6c0930e1-7804-4d79-a5e4-ef7c1551d2b0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691021, 'name': PowerOffVM_Task, 'duration_secs': 0.196817} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.276916] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0930e1-7804-4d79-a5e4-ef7c1551d2b0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.277130] env[62675]: DEBUG nova.compute.manager [None req-6c0930e1-7804-4d79-a5e4-ef7c1551d2b0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.277884] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b411fc-9478-48de-ac46-83e464a79ad6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.610358] env[62675]: DEBUG nova.compute.utils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 890.611642] env[62675]: DEBUG nova.compute.manager [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.611642] env[62675]: DEBUG nova.network.neutron [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.658878] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.659069] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.659224] env[62675]: DEBUG nova.network.neutron [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.704275] env[62675]: DEBUG nova.policy [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae74a41d786c48af99152f37a5535c68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcbc685063b646d9a2e868d04818f0f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.789957] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6c0930e1-7804-4d79-a5e4-ef7c1551d2b0 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.063133] env[62675]: DEBUG nova.network.neutron [req-526c46bf-0f3b-4c13-88aa-708d3473593b req-552cbed6-5fd0-4014-9216-6aee3321ac56 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Updated VIF entry in instance network info cache for port 16fe85a9-7488-449e-8c0a-10ce1123594f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.063510] env[62675]: DEBUG nova.network.neutron [req-526c46bf-0f3b-4c13-88aa-708d3473593b req-552cbed6-5fd0-4014-9216-6aee3321ac56 service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Updating instance_info_cache with network_info: [{"id": "16fe85a9-7488-449e-8c0a-10ce1123594f", "address": "fa:16:3e:d2:8a:bc", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16fe85a9-74", "ovs_interfaceid": "16fe85a9-7488-449e-8c0a-10ce1123594f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.069714] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22f3c0b-1c00-43b9-a2b0-dae87bf68678 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.080890] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1455b1-cd0d-488b-b075-992a4846893d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.112290] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f35119b-6998-405e-b31f-df094802d855 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.115282] env[62675]: DEBUG nova.compute.manager [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.123182] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b256c1-f5c9-4ac1-8ec5-9514f8e85ecd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.139656] env[62675]: DEBUG nova.compute.provider_tree [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.206995] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.207340] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.207580] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.207773] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.207971] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.210181] env[62675]: INFO nova.compute.manager [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Terminating instance [ 891.213083] env[62675]: DEBUG nova.network.neutron [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.245932] env[62675]: DEBUG nova.network.neutron [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Successfully created port: 9ade634c-01d6-46ee-bb7f-ef62351fe2cb {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.412174] env[62675]: DEBUG nova.network.neutron [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance_info_cache with network_info: [{"id": "257be782-e169-4cdd-9200-0ba33b48fec1", "address": "fa:16:3e:a1:a6:10", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257be782-e1", "ovs_interfaceid": "257be782-e169-4cdd-9200-0ba33b48fec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.566032] env[62675]: DEBUG oslo_concurrency.lockutils [req-526c46bf-0f3b-4c13-88aa-708d3473593b req-552cbed6-5fd0-4014-9216-6aee3321ac56 service nova] Releasing lock "refresh_cache-86554a0f-1325-4e3e-a1ea-7790a5ab6a43" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.642490] env[62675]: DEBUG nova.scheduler.client.report [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.716063] env[62675]: DEBUG nova.compute.manager [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.716374] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.717420] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a658af0e-dc4c-4496-ab2d-9ab39e17eb40 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.725355] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.725613] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6728dffc-6aae-413a-acf0-1554963e3a27 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.796851] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.796965] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.797167] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleting the datastore file [datastore1] 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.797413] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67e3d9ca-4f7c-49f2-9707-f2182f9905bc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.803417] env[62675]: DEBUG oslo_vmware.api [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 891.803417] env[62675]: value = "task-2691023" [ 891.803417] env[62675]: _type = "Task" [ 891.803417] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.811653] env[62675]: DEBUG oslo_vmware.api [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.916594] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.916594] env[62675]: DEBUG nova.compute.manager [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Instance network_info: |[{"id": "257be782-e169-4cdd-9200-0ba33b48fec1", "address": "fa:16:3e:a1:a6:10", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257be782-e1", "ovs_interfaceid": "257be782-e169-4cdd-9200-0ba33b48fec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.916594] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:a6:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '257be782-e169-4cdd-9200-0ba33b48fec1', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.923708] env[62675]: DEBUG oslo.service.loopingcall [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.924353] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.924610] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01dc9ac6-e77e-4bef-9922-79caa28be2f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.944600] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.944600] env[62675]: value = "task-2691024" [ 891.944600] env[62675]: _type = "Task" [ 891.944600] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.952418] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691024, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.086864] env[62675]: DEBUG nova.compute.manager [req-036f15ca-0a7c-4c9a-9bfc-9ec5684af3f9 req-f9eb821f-99c6-41f8-8375-d44804671511 service nova] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Received event network-changed-257be782-e169-4cdd-9200-0ba33b48fec1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 892.087086] env[62675]: DEBUG nova.compute.manager [req-036f15ca-0a7c-4c9a-9bfc-9ec5684af3f9 req-f9eb821f-99c6-41f8-8375-d44804671511 service nova] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Refreshing instance network info cache due to event network-changed-257be782-e169-4cdd-9200-0ba33b48fec1. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 892.087306] env[62675]: DEBUG oslo_concurrency.lockutils [req-036f15ca-0a7c-4c9a-9bfc-9ec5684af3f9 req-f9eb821f-99c6-41f8-8375-d44804671511 service nova] Acquiring lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.087435] env[62675]: DEBUG oslo_concurrency.lockutils [req-036f15ca-0a7c-4c9a-9bfc-9ec5684af3f9 req-f9eb821f-99c6-41f8-8375-d44804671511 service nova] Acquired lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.087601] env[62675]: DEBUG nova.network.neutron [req-036f15ca-0a7c-4c9a-9bfc-9ec5684af3f9 req-f9eb821f-99c6-41f8-8375-d44804671511 service nova] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Refreshing network info cache for port 257be782-e169-4cdd-9200-0ba33b48fec1 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.124875] env[62675]: DEBUG nova.compute.manager [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.149223] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.153187] env[62675]: DEBUG nova.virt.hardware [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.153487] env[62675]: DEBUG nova.virt.hardware [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.153695] env[62675]: DEBUG nova.virt.hardware [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.153898] env[62675]: DEBUG nova.virt.hardware [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.154139] env[62675]: DEBUG nova.virt.hardware [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.154313] env[62675]: DEBUG nova.virt.hardware [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.154525] env[62675]: DEBUG nova.virt.hardware [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.154733] env[62675]: DEBUG nova.virt.hardware [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.154851] env[62675]: DEBUG nova.virt.hardware [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.155018] env[62675]: DEBUG nova.virt.hardware [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.155194] env[62675]: DEBUG nova.virt.hardware [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.155703] env[62675]: DEBUG oslo_concurrency.lockutils [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.780s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.155912] env[62675]: DEBUG nova.objects.instance [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lazy-loading 'resources' on Instance uuid acec215e-dade-4603-ae30-d50008b2ce73 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.157672] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc642d79-de11-4690-89c8-49cab855e669 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.166880] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f60c5d-6cba-4b5f-be64-c564957e575a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.182582] env[62675]: INFO nova.scheduler.client.report [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted allocations for instance 9ae78af9-186f-4818-85ef-7ab2f597dd01 [ 892.313615] env[62675]: DEBUG oslo_vmware.api [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.454224] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691024, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.689229] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ede5174e-0735-4c49-bae4-7058f52dd56a tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "9ae78af9-186f-4818-85ef-7ab2f597dd01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.048s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.814679] env[62675]: DEBUG oslo_vmware.api [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529404} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.817537] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.817537] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.817537] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.817537] env[62675]: INFO nova.compute.manager [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Took 1.10 seconds to destroy the instance on the hypervisor. [ 892.817537] env[62675]: DEBUG oslo.service.loopingcall [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 892.817537] env[62675]: DEBUG nova.compute.manager [-] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.817537] env[62675]: DEBUG nova.network.neutron [-] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.960497] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691024, 'name': CreateVM_Task, 'duration_secs': 0.638355} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.962861] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.963665] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.963911] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.964186] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.964446] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f2fa3a-1a0b-4f49-9e16-a790490d3c01 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.968769] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 892.968769] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5221111c-bb8a-4da6-b9c3-5ef3d6b7f6d1" [ 892.968769] env[62675]: _type = "Task" [ 892.968769] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.977578] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5221111c-bb8a-4da6-b9c3-5ef3d6b7f6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.013960] env[62675]: DEBUG nova.network.neutron [req-036f15ca-0a7c-4c9a-9bfc-9ec5684af3f9 req-f9eb821f-99c6-41f8-8375-d44804671511 service nova] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updated VIF entry in instance network info cache for port 257be782-e169-4cdd-9200-0ba33b48fec1. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.013960] env[62675]: DEBUG nova.network.neutron [req-036f15ca-0a7c-4c9a-9bfc-9ec5684af3f9 req-f9eb821f-99c6-41f8-8375-d44804671511 service nova] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance_info_cache with network_info: [{"id": "257be782-e169-4cdd-9200-0ba33b48fec1", "address": "fa:16:3e:a1:a6:10", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257be782-e1", "ovs_interfaceid": "257be782-e169-4cdd-9200-0ba33b48fec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.094764] env[62675]: DEBUG nova.network.neutron [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Successfully updated port: 9ade634c-01d6-46ee-bb7f-ef62351fe2cb {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.100995] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9749874-862e-443c-805e-da16e764e645 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.113316] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c477c1-7b2f-46ba-b405-d8481dbce561 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.149400] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd9850a-9718-4e2e-a40d-8f01c97b67cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.158888] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adf1e57-348b-4907-a4db-c68419971788 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.172175] env[62675]: DEBUG nova.compute.provider_tree [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.478950] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5221111c-bb8a-4da6-b9c3-5ef3d6b7f6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.479265] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.479498] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.479723] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.479869] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.480065] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.480319] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-941a90ab-99eb-47c5-af71-fefe526bcf85 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.488155] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.488327] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.488982] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf803ad-e709-42f9-bd15-dc3674baf62d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.493336] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 893.493336] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b741a9-63ee-fdc4-039f-71a3f4ee74f2" [ 893.493336] env[62675]: _type = "Task" [ 893.493336] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.500859] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b741a9-63ee-fdc4-039f-71a3f4ee74f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.520478] env[62675]: DEBUG oslo_concurrency.lockutils [req-036f15ca-0a7c-4c9a-9bfc-9ec5684af3f9 req-f9eb821f-99c6-41f8-8375-d44804671511 service nova] Releasing lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.607857] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "refresh_cache-418f5295-c774-41bb-b4d6-f46d09f92b0e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.608042] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "refresh_cache-418f5295-c774-41bb-b4d6-f46d09f92b0e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.608208] env[62675]: DEBUG nova.network.neutron [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.695677] env[62675]: ERROR nova.scheduler.client.report [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [req-b9744140-0d5f-457a-ae3f-5366bc1116b4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b9744140-0d5f-457a-ae3f-5366bc1116b4"}]} [ 893.711701] env[62675]: DEBUG nova.scheduler.client.report [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 893.725360] env[62675]: DEBUG nova.scheduler.client.report [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 893.725599] env[62675]: DEBUG nova.compute.provider_tree [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.739027] env[62675]: DEBUG nova.scheduler.client.report [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 893.756957] env[62675]: DEBUG nova.scheduler.client.report [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 893.789306] env[62675]: DEBUG nova.network.neutron [-] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.008281] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b741a9-63ee-fdc4-039f-71a3f4ee74f2, 'name': SearchDatastore_Task, 'duration_secs': 0.007682} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.012174] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a58c96f-474d-4d05-ac81-d4ed4b89bfed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.016717] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 894.016717] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f0b7bf-83bb-a5a4-4531-0d7f1e7e933c" [ 894.016717] env[62675]: _type = "Task" [ 894.016717] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.026118] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f0b7bf-83bb-a5a4-4531-0d7f1e7e933c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.094356] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e152c0ba-0412-4a23-bd54-dae4dc6574a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.096853] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ffb98e-f5d1-4ef0-9882-6d9d27bcbbdb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.130495] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592acae7-0d5b-4dde-845a-bcf0ccd3017d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.134071] env[62675]: DEBUG nova.compute.manager [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Received event network-vif-plugged-9ade634c-01d6-46ee-bb7f-ef62351fe2cb {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.134276] env[62675]: DEBUG oslo_concurrency.lockutils [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] Acquiring lock "418f5295-c774-41bb-b4d6-f46d09f92b0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.134479] env[62675]: DEBUG oslo_concurrency.lockutils [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] Lock "418f5295-c774-41bb-b4d6-f46d09f92b0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.134669] env[62675]: DEBUG oslo_concurrency.lockutils [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] Lock "418f5295-c774-41bb-b4d6-f46d09f92b0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.134806] env[62675]: DEBUG nova.compute.manager [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] No waiting events found dispatching network-vif-plugged-9ade634c-01d6-46ee-bb7f-ef62351fe2cb {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.134970] env[62675]: WARNING nova.compute.manager [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Received unexpected event network-vif-plugged-9ade634c-01d6-46ee-bb7f-ef62351fe2cb for instance with vm_state building and task_state spawning. [ 894.135146] env[62675]: DEBUG nova.compute.manager [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Received event network-changed-9ade634c-01d6-46ee-bb7f-ef62351fe2cb {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 894.135300] env[62675]: DEBUG nova.compute.manager [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Refreshing instance network info cache due to event network-changed-9ade634c-01d6-46ee-bb7f-ef62351fe2cb. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 894.135463] env[62675]: DEBUG oslo_concurrency.lockutils [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] Acquiring lock "refresh_cache-418f5295-c774-41bb-b4d6-f46d09f92b0e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.141364] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4952cb-32f5-4140-ba0f-28568f921695 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.155180] env[62675]: DEBUG nova.compute.provider_tree [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.174772] env[62675]: DEBUG nova.network.neutron [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.292272] env[62675]: INFO nova.compute.manager [-] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Took 1.48 seconds to deallocate network for instance. [ 894.350993] env[62675]: DEBUG nova.network.neutron [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Updating instance_info_cache with network_info: [{"id": "9ade634c-01d6-46ee-bb7f-ef62351fe2cb", "address": "fa:16:3e:f2:db:68", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ade634c-01", "ovs_interfaceid": "9ade634c-01d6-46ee-bb7f-ef62351fe2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.528126] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f0b7bf-83bb-a5a4-4531-0d7f1e7e933c, 'name': SearchDatastore_Task, 'duration_secs': 0.024712} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.528374] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.528638] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 08c08b75-6775-4dd7-a13c-2574d3d69558/08c08b75-6775-4dd7-a13c-2574d3d69558.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.528880] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c359440c-f524-4ec8-ac51-5e1e69733fa0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.535457] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 894.535457] env[62675]: value = "task-2691025" [ 894.535457] env[62675]: _type = "Task" [ 894.535457] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.542249] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.691141] env[62675]: DEBUG nova.scheduler.client.report [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 894.691424] env[62675]: DEBUG nova.compute.provider_tree [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 113 to 114 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 894.691606] env[62675]: DEBUG nova.compute.provider_tree [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.798941] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.853608] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "refresh_cache-418f5295-c774-41bb-b4d6-f46d09f92b0e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.854019] env[62675]: DEBUG nova.compute.manager [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Instance network_info: |[{"id": "9ade634c-01d6-46ee-bb7f-ef62351fe2cb", "address": "fa:16:3e:f2:db:68", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ade634c-01", "ovs_interfaceid": "9ade634c-01d6-46ee-bb7f-ef62351fe2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.854386] env[62675]: DEBUG oslo_concurrency.lockutils [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] Acquired lock "refresh_cache-418f5295-c774-41bb-b4d6-f46d09f92b0e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.854576] env[62675]: DEBUG nova.network.neutron [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Refreshing network info cache for port 9ade634c-01d6-46ee-bb7f-ef62351fe2cb {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.855935] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:db:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6399297e-11b6-47b0-9a9f-712bb90b6ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ade634c-01d6-46ee-bb7f-ef62351fe2cb', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.865084] env[62675]: DEBUG oslo.service.loopingcall [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 894.866271] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.867036] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7cfae1d-b0d2-4d5c-a1c0-f123f0f65a3d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.888890] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.888890] env[62675]: value = "task-2691026" [ 894.888890] env[62675]: _type = "Task" [ 894.888890] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.898636] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691026, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.045595] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437266} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.045831] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 08c08b75-6775-4dd7-a13c-2574d3d69558/08c08b75-6775-4dd7-a13c-2574d3d69558.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.046057] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.046311] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a51f64e-7062-4ecd-b1eb-b358bd0e4446 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.052827] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 895.052827] env[62675]: value = "task-2691027" [ 895.052827] env[62675]: _type = "Task" [ 895.052827] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.059990] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.197474] env[62675]: DEBUG oslo_concurrency.lockutils [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.041s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.200053] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.940s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.200282] env[62675]: DEBUG nova.objects.instance [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lazy-loading 'resources' on Instance uuid 9c41b008-87b5-4757-be60-f6fc85bee372 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.219690] env[62675]: INFO nova.scheduler.client.report [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleted allocations for instance acec215e-dade-4603-ae30-d50008b2ce73 [ 895.399106] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691026, 'name': CreateVM_Task, 'duration_secs': 0.362584} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.399291] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.399977] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.400825] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.400825] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 895.400825] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8552ef6b-f0bc-4ee0-b39c-363cc79b3222 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.405491] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 895.405491] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]521a4e19-bffe-2ffa-011d-b96a7e9436d6" [ 895.405491] env[62675]: _type = "Task" [ 895.405491] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.412939] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521a4e19-bffe-2ffa-011d-b96a7e9436d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.562125] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097987} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.564934] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.565795] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb1dd49-e2a1-431e-b869-e00b3cbddc12 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.589950] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 08c08b75-6775-4dd7-a13c-2574d3d69558/08c08b75-6775-4dd7-a13c-2574d3d69558.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.589950] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a80328ce-0136-41ea-ad46-fc171cbc9ff2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.609928] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 895.609928] env[62675]: value = "task-2691028" [ 895.609928] env[62675]: _type = "Task" [ 895.609928] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.619503] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.636527] env[62675]: DEBUG nova.network.neutron [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Updated VIF entry in instance network info cache for port 9ade634c-01d6-46ee-bb7f-ef62351fe2cb. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.636927] env[62675]: DEBUG nova.network.neutron [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Updating instance_info_cache with network_info: [{"id": "9ade634c-01d6-46ee-bb7f-ef62351fe2cb", "address": "fa:16:3e:f2:db:68", "network": {"id": "433dad07-08e6-4824-a0dd-2acb2a4a7177", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1392188437-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcbc685063b646d9a2e868d04818f0f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6399297e-11b6-47b0-9a9f-712bb90b6ea1", "external-id": "nsx-vlan-transportzone-213", "segmentation_id": 213, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ade634c-01", "ovs_interfaceid": "9ade634c-01d6-46ee-bb7f-ef62351fe2cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.728791] env[62675]: DEBUG oslo_concurrency.lockutils [None req-906969af-1c83-45eb-8214-f97bb4dc43cc tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "acec215e-dade-4603-ae30-d50008b2ce73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.998s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.918678] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521a4e19-bffe-2ffa-011d-b96a7e9436d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.918997] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.919250] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.919482] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.919627] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.919801] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.920079] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06042280-c829-4ce3-a822-e1c59bd6e516 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.936659] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.936944] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.937694] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32559c38-10d6-4be4-95c7-a895fd7bc0fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.942664] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 895.942664] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c4bdc-3da5-490d-eb82-982cf97621cb" [ 895.942664] env[62675]: _type = "Task" [ 895.942664] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.953101] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c4bdc-3da5-490d-eb82-982cf97621cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.049732] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49951897-0166-4150-83df-63e34d638323 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.057245] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7040c9-cafa-4951-ad2a-fb4081f4264c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.087136] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0beb50-b09e-4cfa-bae5-c910fd56f38f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.094429] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130cbf8b-281d-4377-862d-689d833bc449 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.108673] env[62675]: DEBUG nova.compute.provider_tree [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.118646] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.139246] env[62675]: DEBUG oslo_concurrency.lockutils [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] Releasing lock "refresh_cache-418f5295-c774-41bb-b4d6-f46d09f92b0e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.139524] env[62675]: DEBUG nova.compute.manager [req-e5aea9eb-b0cb-4186-80d5-a047c251a2d2 req-78572b20-bca0-46c7-90f9-7626a7a2070b service nova] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Received event network-vif-deleted-43537ed0-f961-4250-aecc-48f76b57f6ee {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.453584] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c4bdc-3da5-490d-eb82-982cf97621cb, 'name': SearchDatastore_Task, 'duration_secs': 0.045432} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.454478] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa6322c-0e12-4d12-a7e2-1e8f7615ef39 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.459959] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 896.459959] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529755f9-e24a-b0f5-20aa-e966cb477f4a" [ 896.459959] env[62675]: _type = "Task" [ 896.459959] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.467622] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529755f9-e24a-b0f5-20aa-e966cb477f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.623141] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691028, 'name': ReconfigVM_Task, 'duration_secs': 0.943273} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.623427] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 08c08b75-6775-4dd7-a13c-2574d3d69558/08c08b75-6775-4dd7-a13c-2574d3d69558.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.624052] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da899f11-5109-4523-a104-06c4ab81cba2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.632017] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 896.632017] env[62675]: value = "task-2691029" [ 896.632017] env[62675]: _type = "Task" [ 896.632017] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.639989] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691029, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.642447] env[62675]: DEBUG nova.scheduler.client.report [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 896.642688] env[62675]: DEBUG nova.compute.provider_tree [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 114 to 115 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 896.642866] env[62675]: DEBUG nova.compute.provider_tree [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.970404] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529755f9-e24a-b0f5-20aa-e966cb477f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.022506} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.970621] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.970874] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 418f5295-c774-41bb-b4d6-f46d09f92b0e/418f5295-c774-41bb-b4d6-f46d09f92b0e.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.971145] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bbaccad-ae51-4aee-9955-d90925d5e82b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.977658] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 896.977658] env[62675]: value = "task-2691030" [ 896.977658] env[62675]: _type = "Task" [ 896.977658] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.984528] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.143790] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691029, 'name': Rename_Task, 'duration_secs': 0.137416} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.144224] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.144611] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8021b132-0c43-4d2b-aced-927d5e7eb5b2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.148202] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.152848] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.543s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.155339] env[62675]: INFO nova.compute.claims [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.162502] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 897.162502] env[62675]: value = "task-2691031" [ 897.162502] env[62675]: _type = "Task" [ 897.162502] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.177636] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691031, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.190614] env[62675]: INFO nova.scheduler.client.report [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Deleted allocations for instance 9c41b008-87b5-4757-be60-f6fc85bee372 [ 897.488035] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492973} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.488360] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 418f5295-c774-41bb-b4d6-f46d09f92b0e/418f5295-c774-41bb-b4d6-f46d09f92b0e.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.488460] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.488701] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7854d1e-0084-4f30-8083-159d3063076e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.494535] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 897.494535] env[62675]: value = "task-2691032" [ 897.494535] env[62675]: _type = "Task" [ 897.494535] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.502666] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.673692] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691031, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.700494] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b9553f1d-8a34-403c-8bb1-bb3dbc573e39 tempest-ServersAdminTestJSON-213435061 tempest-ServersAdminTestJSON-213435061-project-member] Lock "9c41b008-87b5-4757-be60-f6fc85bee372" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.029s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.006268] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068602} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.006603] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.007419] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a3df26-c37d-4e8e-9ff9-82aa9bd90fbb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.029937] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 418f5295-c774-41bb-b4d6-f46d09f92b0e/418f5295-c774-41bb-b4d6-f46d09f92b0e.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.030333] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8803bde6-e599-4bf1-a773-0e6b11d53762 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.050619] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 898.050619] env[62675]: value = "task-2691033" [ 898.050619] env[62675]: _type = "Task" [ 898.050619] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.059471] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.171851] env[62675]: DEBUG oslo_vmware.api [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691031, 'name': PowerOnVM_Task, 'duration_secs': 0.895622} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.172271] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.172538] env[62675]: INFO nova.compute.manager [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Took 8.57 seconds to spawn the instance on the hypervisor. [ 898.172758] env[62675]: DEBUG nova.compute.manager [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.173604] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afc993a-80b0-40d7-a5a3-f06332871165 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.357726] env[62675]: INFO nova.compute.manager [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Rebuilding instance [ 898.425768] env[62675]: DEBUG nova.compute.manager [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.426654] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667bb830-0e3a-4437-8292-7ce212f4d9e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.550767] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d7dc1d-c9d8-4a03-ac53-be8c52b60837 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.564487] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691033, 'name': ReconfigVM_Task, 'duration_secs': 0.361454} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.565474] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430babe6-25a3-49dd-8f79-f3caf3a8b6e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.568576] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 418f5295-c774-41bb-b4d6-f46d09f92b0e/418f5295-c774-41bb-b4d6-f46d09f92b0e.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.569182] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a88fe501-a05a-4ff9-b8f4-b48b25ca3dc5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.600839] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e5a2a6-8eb0-4671-bd98-9ce5f462de0e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.603472] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 898.603472] env[62675]: value = "task-2691034" [ 898.603472] env[62675]: _type = "Task" [ 898.603472] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.610561] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d188734-c3bc-4556-8469-c4504373fe4e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.617676] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691034, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.628896] env[62675]: DEBUG nova.compute.provider_tree [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.692982] env[62675]: INFO nova.compute.manager [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Took 37.24 seconds to build instance. [ 899.113909] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691034, 'name': Rename_Task, 'duration_secs': 0.136709} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.114401] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.114694] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a20617e8-c3e8-48b1-9b7c-759465651590 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.125315] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 899.125315] env[62675]: value = "task-2691035" [ 899.125315] env[62675]: _type = "Task" [ 899.125315] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.128865] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.167228] env[62675]: DEBUG nova.scheduler.client.report [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 899.167492] env[62675]: DEBUG nova.compute.provider_tree [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 115 to 116 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 899.167670] env[62675]: DEBUG nova.compute.provider_tree [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.197046] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b37bf5c6-1b10-493e-b91e-d417fc3e33ac tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "08c08b75-6775-4dd7-a13c-2574d3d69558" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.765s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.444611] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.445316] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73edd0d6-8ad1-4f6c-a81e-d3bf77e663af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.453101] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 899.453101] env[62675]: value = "task-2691036" [ 899.453101] env[62675]: _type = "Task" [ 899.453101] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.462537] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.633376] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691035, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.673486] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.674137] env[62675]: DEBUG nova.compute.manager [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.677108] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.773s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.677341] env[62675]: DEBUG nova.objects.instance [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Lazy-loading 'resources' on Instance uuid d369db14-64c9-4d08-8730-64c121eeb40f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.963798] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691036, 'name': PowerOffVM_Task, 'duration_secs': 0.175794} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.964154] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.964437] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.965220] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfe4d05-ad21-47e7-8760-0f68bdd2a0f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.973619] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.974449] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88fa37a5-6dac-4b1d-b4e2-3e091e6c236f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.045020] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.045312] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.045535] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleting the datastore file [datastore1] cb3564c7-1a9a-4c35-ad26-e3baed627076 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.045818] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0a6911b-f2c1-4e80-aa1e-a0030a8ca5a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.053403] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 900.053403] env[62675]: value = "task-2691038" [ 900.053403] env[62675]: _type = "Task" [ 900.053403] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.061509] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.132891] env[62675]: DEBUG oslo_vmware.api [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691035, 'name': PowerOnVM_Task, 'duration_secs': 0.53748} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.133568] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.133795] env[62675]: INFO nova.compute.manager [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Took 8.01 seconds to spawn the instance on the hypervisor. [ 900.133978] env[62675]: DEBUG nova.compute.manager [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.134772] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b9a940-bd5e-4760-99d8-41d22ddf6a7c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.180263] env[62675]: DEBUG nova.compute.utils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 900.181727] env[62675]: DEBUG nova.compute.manager [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.181936] env[62675]: DEBUG nova.network.neutron [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.275559] env[62675]: DEBUG nova.policy [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7df380d7448743059be795d207d0aa5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd57f3b4356a84c90bc2c13c102167253', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.566333] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228757} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.566672] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.566807] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.566990] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.596131] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce24e27b-e48f-480a-8717-47a768220a5f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.602572] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64c0945-b11a-46f5-91a1-b11cbefca0bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.646130] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797d6534-3773-4cdf-becc-6c89f6f91690 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.659207] env[62675]: INFO nova.compute.manager [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Took 38.34 seconds to build instance. [ 900.663489] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef5a966-9e3e-4507-884f-84d36ebac368 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.678493] env[62675]: DEBUG nova.compute.provider_tree [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.685300] env[62675]: DEBUG nova.compute.manager [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.875679] env[62675]: DEBUG nova.network.neutron [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Successfully created port: ce11a2ea-fd59-4ab8-9b2e-09722be5054c {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.916802] env[62675]: DEBUG nova.compute.manager [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Stashing vm_state: active {{(pid=62675) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 901.163633] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ab1e39f9-5455-4883-8620-2be2beefc461 tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "418f5295-c774-41bb-b4d6-f46d09f92b0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.859s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.210228] env[62675]: ERROR nova.scheduler.client.report [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] [req-fe305cac-8e2d-4f87-bf47-d1277f24bf58] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe305cac-8e2d-4f87-bf47-d1277f24bf58"}]} [ 901.228888] env[62675]: DEBUG nova.scheduler.client.report [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 901.247115] env[62675]: DEBUG nova.scheduler.client.report [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 901.247276] env[62675]: DEBUG nova.compute.provider_tree [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 901.263765] env[62675]: DEBUG nova.scheduler.client.report [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 901.286273] env[62675]: DEBUG nova.scheduler.client.report [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 901.440356] env[62675]: DEBUG oslo_concurrency.lockutils [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.613271] env[62675]: DEBUG nova.virt.hardware [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.613498] env[62675]: DEBUG nova.virt.hardware [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.614512] env[62675]: DEBUG nova.virt.hardware [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.614512] env[62675]: DEBUG nova.virt.hardware [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.614512] env[62675]: DEBUG nova.virt.hardware [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.614512] env[62675]: DEBUG nova.virt.hardware [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.614512] env[62675]: DEBUG nova.virt.hardware [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.614902] env[62675]: DEBUG nova.virt.hardware [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.614902] env[62675]: DEBUG nova.virt.hardware [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.614902] env[62675]: DEBUG nova.virt.hardware [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.615021] env[62675]: DEBUG nova.virt.hardware [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.616711] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82d465c-83be-4eb3-8766-a22d334641ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.626189] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07a6f9c-8f6f-4dc2-9550-577834ba433d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.644396] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:53:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7759abb-cee5-4738-bbaf-bc6b37cea135', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.651754] env[62675]: DEBUG oslo.service.loopingcall [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.651992] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.652287] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b5da698-9553-4dd7-8d70-f4484150d43c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.675151] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.675151] env[62675]: value = "task-2691039" [ 901.675151] env[62675]: _type = "Task" [ 901.675151] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.683898] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691039, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.700262] env[62675]: DEBUG nova.compute.manager [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.715467] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b927c5a-002d-43f2-85dd-11389ed5db35 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.725881] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cd7578-209e-42c5-910e-5410e15bbba7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.732147] env[62675]: DEBUG nova.virt.hardware [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.732443] env[62675]: DEBUG nova.virt.hardware [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.732603] env[62675]: DEBUG nova.virt.hardware [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.732913] env[62675]: DEBUG nova.virt.hardware [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.732992] env[62675]: DEBUG nova.virt.hardware [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.733442] env[62675]: DEBUG nova.virt.hardware [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.733534] env[62675]: DEBUG nova.virt.hardware [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.734068] env[62675]: DEBUG nova.virt.hardware [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.734068] env[62675]: DEBUG nova.virt.hardware [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.734195] env[62675]: DEBUG nova.virt.hardware [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.734398] env[62675]: DEBUG nova.virt.hardware [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.735381] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6bee76-5f73-4937-b164-11008251e270 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.771361] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687c1983-9406-4049-99a5-b80b801c11e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.776375] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f96d99a-d265-45e9-b45d-1c1d800a9a74 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.792949] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a043418-4fe4-407a-807e-dce3223735d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.810210] env[62675]: DEBUG nova.compute.provider_tree [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.185845] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691039, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.313440] env[62675]: DEBUG nova.compute.manager [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.314581] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248727e8-62a3-4118-8be9-188ab30d2c35 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.351892] env[62675]: DEBUG nova.scheduler.client.report [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 902.352444] env[62675]: DEBUG nova.compute.provider_tree [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 118 to 119 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 902.352756] env[62675]: DEBUG nova.compute.provider_tree [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 902.621925] env[62675]: DEBUG nova.compute.manager [req-19251f9e-7a7e-461d-9744-1421347d0060 req-1cc13578-7d30-4fa9-b495-27f2fd288f63 service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Received event network-vif-plugged-ce11a2ea-fd59-4ab8-9b2e-09722be5054c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 902.625455] env[62675]: DEBUG oslo_concurrency.lockutils [req-19251f9e-7a7e-461d-9744-1421347d0060 req-1cc13578-7d30-4fa9-b495-27f2fd288f63 service nova] Acquiring lock "be744242-1be5-4602-9ad3-6f1e1c3734b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.625709] env[62675]: DEBUG oslo_concurrency.lockutils [req-19251f9e-7a7e-461d-9744-1421347d0060 req-1cc13578-7d30-4fa9-b495-27f2fd288f63 service nova] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.625887] env[62675]: DEBUG oslo_concurrency.lockutils [req-19251f9e-7a7e-461d-9744-1421347d0060 req-1cc13578-7d30-4fa9-b495-27f2fd288f63 service nova] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.626085] env[62675]: DEBUG nova.compute.manager [req-19251f9e-7a7e-461d-9744-1421347d0060 req-1cc13578-7d30-4fa9-b495-27f2fd288f63 service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] No waiting events found dispatching network-vif-plugged-ce11a2ea-fd59-4ab8-9b2e-09722be5054c {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.626702] env[62675]: WARNING nova.compute.manager [req-19251f9e-7a7e-461d-9744-1421347d0060 req-1cc13578-7d30-4fa9-b495-27f2fd288f63 service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Received unexpected event network-vif-plugged-ce11a2ea-fd59-4ab8-9b2e-09722be5054c for instance with vm_state building and task_state spawning. [ 902.687762] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691039, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.752295] env[62675]: DEBUG nova.network.neutron [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Successfully updated port: ce11a2ea-fd59-4ab8-9b2e-09722be5054c {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.832557] env[62675]: INFO nova.compute.manager [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] instance snapshotting [ 902.835368] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cbc464-948f-456e-a049-bea480795ca3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.856156] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8052eb13-900f-43f3-80d0-515661f4d263 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.859344] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.182s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.861451] env[62675]: DEBUG oslo_concurrency.lockutils [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.682s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.904869] env[62675]: INFO nova.scheduler.client.report [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Deleted allocations for instance d369db14-64c9-4d08-8730-64c121eeb40f [ 903.186035] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691039, 'name': CreateVM_Task, 'duration_secs': 1.413551} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.186035] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.186640] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.186806] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.187165] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.187440] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1323a3a-8d0d-4ea8-b510-43c5a7cfd5e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.193350] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 903.193350] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52525f58-43f8-cc63-b5bc-9452bb183d2f" [ 903.193350] env[62675]: _type = "Task" [ 903.193350] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.203359] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52525f58-43f8-cc63-b5bc-9452bb183d2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.254696] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "refresh_cache-be744242-1be5-4602-9ad3-6f1e1c3734b9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.254857] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquired lock "refresh_cache-be744242-1be5-4602-9ad3-6f1e1c3734b9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.255021] env[62675]: DEBUG nova.network.neutron [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.372238] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 903.372623] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-91bcf0b1-5ca3-4863-9361-06923bc64a9f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.381293] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 903.381293] env[62675]: value = "task-2691040" [ 903.381293] env[62675]: _type = "Task" [ 903.381293] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.391121] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691040, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.414413] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54b1f98f-22d9-4918-86a8-d7830f25ab33 tempest-DeleteServersAdminTestJSON-466395212 tempest-DeleteServersAdminTestJSON-466395212-project-admin] Lock "d369db14-64c9-4d08-8730-64c121eeb40f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.018s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.705408] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52525f58-43f8-cc63-b5bc-9452bb183d2f, 'name': SearchDatastore_Task, 'duration_secs': 0.027833} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.705748] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.705991] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.706235] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.706388] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.706570] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.706826] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-186451ed-e706-4a25-82d8-b4dae3a64342 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.717501] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.717694] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.718434] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958e98f0-493a-436a-ba08-ef83bc500bbc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.726204] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 903.726204] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524d8ad1-5aaf-2cd2-77a6-81c296089d7d" [ 903.726204] env[62675]: _type = "Task" [ 903.726204] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.738205] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524d8ad1-5aaf-2cd2-77a6-81c296089d7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.768299] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06cfbd9-35d1-401d-979c-6e340a2b9ae1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.776556] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd51278f-476a-44e2-be7b-518f7405dc67 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.809452] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581f02af-44b3-4e5c-856f-e1fac508908c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.814458] env[62675]: DEBUG nova.network.neutron [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.819862] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c651f37-4cfd-4d4c-b0cc-273f8f44594e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.833127] env[62675]: DEBUG nova.compute.provider_tree [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.896722] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691040, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.001936] env[62675]: DEBUG nova.network.neutron [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Updating instance_info_cache with network_info: [{"id": "ce11a2ea-fd59-4ab8-9b2e-09722be5054c", "address": "fa:16:3e:6b:fd:73", "network": {"id": "3cfa02b7-9cf1-4499-bdf6-02012021d4c1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1809523159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57f3b4356a84c90bc2c13c102167253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce11a2ea-fd", "ovs_interfaceid": "ce11a2ea-fd59-4ab8-9b2e-09722be5054c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.237789] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524d8ad1-5aaf-2cd2-77a6-81c296089d7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010621} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.238696] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9a3851-5499-41d8-b572-3396fbe79fb6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.243969] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 904.243969] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cee15d-45b9-58d2-1c75-f023a3cd960c" [ 904.243969] env[62675]: _type = "Task" [ 904.243969] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.251833] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cee15d-45b9-58d2-1c75-f023a3cd960c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.340034] env[62675]: DEBUG nova.scheduler.client.report [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.398252] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691040, 'name': CreateSnapshot_Task, 'duration_secs': 0.971782} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.402020] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 904.402020] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebebd2c-caff-4d3d-87c7-2819ca74f12d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.416797] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "b9f1040c-af4d-4a0d-a621-08edc636d3e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.417044] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "b9f1040c-af4d-4a0d-a621-08edc636d3e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.504319] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Releasing lock "refresh_cache-be744242-1be5-4602-9ad3-6f1e1c3734b9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.504679] env[62675]: DEBUG nova.compute.manager [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Instance network_info: |[{"id": "ce11a2ea-fd59-4ab8-9b2e-09722be5054c", "address": "fa:16:3e:6b:fd:73", "network": {"id": "3cfa02b7-9cf1-4499-bdf6-02012021d4c1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1809523159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57f3b4356a84c90bc2c13c102167253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce11a2ea-fd", "ovs_interfaceid": "ce11a2ea-fd59-4ab8-9b2e-09722be5054c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.505128] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:fd:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce11a2ea-fd59-4ab8-9b2e-09722be5054c', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.513359] env[62675]: DEBUG oslo.service.loopingcall [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.513947] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.514221] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b322a61d-28a5-4d16-8755-e804d5f67f7e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.534572] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.534572] env[62675]: value = "task-2691041" [ 904.534572] env[62675]: _type = "Task" [ 904.534572] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.543954] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691041, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.758959] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cee15d-45b9-58d2-1c75-f023a3cd960c, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.759302] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.759523] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] cb3564c7-1a9a-4c35-ad26-e3baed627076/cb3564c7-1a9a-4c35-ad26-e3baed627076.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.759808] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83d23089-1b78-4a7a-a86b-f3d0fa239631 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.765948] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 904.765948] env[62675]: value = "task-2691042" [ 904.765948] env[62675]: _type = "Task" [ 904.765948] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.773736] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.783131] env[62675]: DEBUG nova.compute.manager [req-22104576-48af-42c7-8c96-c5139fb721b7 req-b4eb0843-6bd7-4e72-be30-6949956b5c9c service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Received event network-changed-ce11a2ea-fd59-4ab8-9b2e-09722be5054c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 904.783131] env[62675]: DEBUG nova.compute.manager [req-22104576-48af-42c7-8c96-c5139fb721b7 req-b4eb0843-6bd7-4e72-be30-6949956b5c9c service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Refreshing instance network info cache due to event network-changed-ce11a2ea-fd59-4ab8-9b2e-09722be5054c. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 904.783131] env[62675]: DEBUG oslo_concurrency.lockutils [req-22104576-48af-42c7-8c96-c5139fb721b7 req-b4eb0843-6bd7-4e72-be30-6949956b5c9c service nova] Acquiring lock "refresh_cache-be744242-1be5-4602-9ad3-6f1e1c3734b9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.783131] env[62675]: DEBUG oslo_concurrency.lockutils [req-22104576-48af-42c7-8c96-c5139fb721b7 req-b4eb0843-6bd7-4e72-be30-6949956b5c9c service nova] Acquired lock "refresh_cache-be744242-1be5-4602-9ad3-6f1e1c3734b9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.783131] env[62675]: DEBUG nova.network.neutron [req-22104576-48af-42c7-8c96-c5139fb721b7 req-b4eb0843-6bd7-4e72-be30-6949956b5c9c service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Refreshing network info cache for port ce11a2ea-fd59-4ab8-9b2e-09722be5054c {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.921084] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 904.921935] env[62675]: DEBUG nova.compute.manager [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.924599] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9b390d01-cf8d-4023-b460-c18e1fd91d3c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.936708] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 904.936708] env[62675]: value = "task-2691043" [ 904.936708] env[62675]: _type = "Task" [ 904.936708] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.946085] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691043, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.045095] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691041, 'name': CreateVM_Task, 'duration_secs': 0.471027} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.045297] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.046094] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.046313] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.046725] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.047065] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f35bc0b7-0874-4eef-af44-af2b923c996f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.052800] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 905.052800] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5250757b-d2e6-b5f8-24a2-42cf50bd2356" [ 905.052800] env[62675]: _type = "Task" [ 905.052800] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.061899] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5250757b-d2e6-b5f8-24a2-42cf50bd2356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.278259] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691042, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.354366] env[62675]: DEBUG oslo_concurrency.lockutils [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.492s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.354366] env[62675]: DEBUG nova.compute.manager [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62675) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 905.357928] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.584s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.359223] env[62675]: DEBUG nova.objects.instance [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lazy-loading 'resources' on Instance uuid ac96ef90-e5a4-4e27-8250-2c9ab262dbdb {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.450205] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691043, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.453118] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.565844] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5250757b-d2e6-b5f8-24a2-42cf50bd2356, 'name': SearchDatastore_Task, 'duration_secs': 0.046397} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.565844] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.565844] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.565844] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.565844] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.565844] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.565844] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d78ab8c-3640-4cac-9e56-81d6667a274d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.575030] env[62675]: DEBUG nova.network.neutron [req-22104576-48af-42c7-8c96-c5139fb721b7 req-b4eb0843-6bd7-4e72-be30-6949956b5c9c service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Updated VIF entry in instance network info cache for port ce11a2ea-fd59-4ab8-9b2e-09722be5054c. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.575474] env[62675]: DEBUG nova.network.neutron [req-22104576-48af-42c7-8c96-c5139fb721b7 req-b4eb0843-6bd7-4e72-be30-6949956b5c9c service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Updating instance_info_cache with network_info: [{"id": "ce11a2ea-fd59-4ab8-9b2e-09722be5054c", "address": "fa:16:3e:6b:fd:73", "network": {"id": "3cfa02b7-9cf1-4499-bdf6-02012021d4c1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1809523159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57f3b4356a84c90bc2c13c102167253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce11a2ea-fd", "ovs_interfaceid": "ce11a2ea-fd59-4ab8-9b2e-09722be5054c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.578275] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.578546] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.579548] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dbcd83e-6788-4efd-845b-84535ade3c45 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.585753] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 905.585753] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e23f0d-49ec-b040-926d-6b3d817db49f" [ 905.585753] env[62675]: _type = "Task" [ 905.585753] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.594621] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e23f0d-49ec-b040-926d-6b3d817db49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.776486] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691042, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.873087] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "ff7e5351-7495-4be9-8af5-e27f42dd545c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.873701] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "ff7e5351-7495-4be9-8af5-e27f42dd545c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.936113] env[62675]: INFO nova.scheduler.client.report [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleted allocation for migration 2590be7a-3d9c-486e-97fa-1c036d453654 [ 905.958728] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691043, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.081321] env[62675]: DEBUG oslo_concurrency.lockutils [req-22104576-48af-42c7-8c96-c5139fb721b7 req-b4eb0843-6bd7-4e72-be30-6949956b5c9c service nova] Releasing lock "refresh_cache-be744242-1be5-4602-9ad3-6f1e1c3734b9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.100782] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e23f0d-49ec-b040-926d-6b3d817db49f, 'name': SearchDatastore_Task, 'duration_secs': 0.026846} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.101829] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583a1f96-5134-4627-929f-a04f017a9b0d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.112855] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 906.112855] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b0e489-01e7-efd3-db68-4ade5cec44ed" [ 906.112855] env[62675]: _type = "Task" [ 906.112855] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.127419] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b0e489-01e7-efd3-db68-4ade5cec44ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013791} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.127575] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.127849] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] be744242-1be5-4602-9ad3-6f1e1c3734b9/be744242-1be5-4602-9ad3-6f1e1c3734b9.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.128112] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e35cf31d-4807-4dd7-ba83-f8eef88fa521 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.139778] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 906.139778] env[62675]: value = "task-2691044" [ 906.139778] env[62675]: _type = "Task" [ 906.139778] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.145706] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.277401] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691042, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.308479] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b8edfb-3a3f-4211-aa60-2fdd0ea698fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.316642] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37308b42-e1d5-43e8-b9a8-8f33e1ff481e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.348690] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadafd28-70bf-4771-b4b1-631cd80980a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.356349] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed80ead-ffa1-43e1-a0ae-40a633c29645 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.371171] env[62675]: DEBUG nova.compute.provider_tree [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.376609] env[62675]: DEBUG nova.compute.manager [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.449605] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691043, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.452022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-297e634c-ae0d-43ef-9240-28e33d5e2ee5 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 38.228s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.583319] env[62675]: DEBUG nova.objects.instance [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'flavor' on Instance uuid 47a2f884-e89a-4114-ad54-a94ba493d07f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.650975] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691044, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.777917] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691042, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.611228} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.781550] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] cb3564c7-1a9a-4c35-ad26-e3baed627076/cb3564c7-1a9a-4c35-ad26-e3baed627076.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.781550] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.781550] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cb62dfa-025f-4107-926c-5598f31aafe0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.788020] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 906.788020] env[62675]: value = "task-2691045" [ 906.788020] env[62675]: _type = "Task" [ 906.788020] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.795666] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.877025] env[62675]: DEBUG nova.scheduler.client.report [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.905114] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.950918] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691043, 'name': CloneVM_Task} progress is 95%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.091297] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.091509] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.091686] env[62675]: DEBUG nova.network.neutron [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.091861] env[62675]: DEBUG nova.objects.instance [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'info_cache' on Instance uuid 47a2f884-e89a-4114-ad54-a94ba493d07f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.148189] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780218} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.148461] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] be744242-1be5-4602-9ad3-6f1e1c3734b9/be744242-1be5-4602-9ad3-6f1e1c3734b9.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.148676] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.148971] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfa79065-4334-457f-9a88-ebc35946416a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.155862] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 907.155862] env[62675]: value = "task-2691046" [ 907.155862] env[62675]: _type = "Task" [ 907.155862] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.164584] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691046, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.297279] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150216} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.298101] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.299732] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e2b1f1-c3a7-4642-9065-388e16d7efdd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.324941] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] cb3564c7-1a9a-4c35-ad26-e3baed627076/cb3564c7-1a9a-4c35-ad26-e3baed627076.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.325376] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c3b22e2-ee70-4ace-a87c-7d5fb030a1fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.347025] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 907.347025] env[62675]: value = "task-2691047" [ 907.347025] env[62675]: _type = "Task" [ 907.347025] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.355346] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.385203] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.387697] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.864s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.387948] env[62675]: DEBUG nova.objects.instance [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lazy-loading 'resources' on Instance uuid de91c72c-17aa-48a8-a54e-72644666e8e5 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.406248] env[62675]: INFO nova.scheduler.client.report [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted allocations for instance ac96ef90-e5a4-4e27-8250-2c9ab262dbdb [ 907.452496] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691043, 'name': CloneVM_Task, 'duration_secs': 2.444032} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.452825] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Created linked-clone VM from snapshot [ 907.453878] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc97d77d-e98d-4022-99d2-d78c7d6f359a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.463524] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Uploading image 74d2721a-faf7-454e-bac5-e00295720b2e {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 907.483120] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 907.483120] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-87797808-b774-4ca4-a0ad-4de7ad80db1c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.489722] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 907.489722] env[62675]: value = "task-2691048" [ 907.489722] env[62675]: _type = "Task" [ 907.489722] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.500318] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691048, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.595311] env[62675]: DEBUG nova.objects.base [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Object Instance<47a2f884-e89a-4114-ad54-a94ba493d07f> lazy-loaded attributes: flavor,info_cache {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 907.672357] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691046, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073061} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.672671] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.673657] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771184b4-783e-48b3-9ea0-ccc7ae670959 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.699351] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] be744242-1be5-4602-9ad3-6f1e1c3734b9/be744242-1be5-4602-9ad3-6f1e1c3734b9.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.699817] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-683d40a4-42d3-4552-8a47-418b42ac310f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.725689] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 907.725689] env[62675]: value = "task-2691049" [ 907.725689] env[62675]: _type = "Task" [ 907.725689] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.738188] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.857091] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691047, 'name': ReconfigVM_Task, 'duration_secs': 0.376767} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.857371] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Reconfigured VM instance instance-00000049 to attach disk [datastore1] cb3564c7-1a9a-4c35-ad26-e3baed627076/cb3564c7-1a9a-4c35-ad26-e3baed627076.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.857869] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-870d1497-d635-40c8-a421-c8afaf4e3257 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.863891] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 907.863891] env[62675]: value = "task-2691050" [ 907.863891] env[62675]: _type = "Task" [ 907.863891] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.872802] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691050, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.916251] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d02aca26-01f6-423e-b883-08327c12407c tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "ac96ef90-e5a4-4e27-8250-2c9ab262dbdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.058s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.003723] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691048, 'name': Destroy_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.236474] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691049, 'name': ReconfigVM_Task, 'duration_secs': 0.484337} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.238843] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Reconfigured VM instance instance-00000052 to attach disk [datastore1] be744242-1be5-4602-9ad3-6f1e1c3734b9/be744242-1be5-4602-9ad3-6f1e1c3734b9.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.239611] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c40e16c2-d8ef-4d54-bd46-2f44d89169f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.247445] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 908.247445] env[62675]: value = "task-2691051" [ 908.247445] env[62675]: _type = "Task" [ 908.247445] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.251602] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c847f27-9d37-440e-88e2-6f40ebe8c3f6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.258869] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691051, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.261514] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afb202a-1a1c-4c45-882c-4356b65177c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.295638] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5644a8-2a8c-4e26-9b54-dc87e5075f76 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.304090] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a576ccbc-345e-496d-8d6b-6b3e2ef03220 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.318573] env[62675]: DEBUG nova.compute.provider_tree [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.373300] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691050, 'name': Rename_Task, 'duration_secs': 0.189616} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.373704] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.374425] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8209a9d4-b08f-4e65-9e1b-4d03a3a98095 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.376676] env[62675]: DEBUG nova.network.neutron [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance_info_cache with network_info: [{"id": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "address": "fa:16:3e:74:c9:a5", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecebc61f-5a", "ovs_interfaceid": "ecebc61f-5a9d-4bc2-b30e-c690c8a38c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.379037] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 908.379037] env[62675]: value = "task-2691052" [ 908.379037] env[62675]: _type = "Task" [ 908.379037] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.386507] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.500192] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691048, 'name': Destroy_Task, 'duration_secs': 0.642262} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.501027] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Destroyed the VM [ 908.501027] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 908.501184] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9a9cacf-210b-4cf4-aad0-8f7a909dcaa2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.507035] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 908.507035] env[62675]: value = "task-2691053" [ 908.507035] env[62675]: _type = "Task" [ 908.507035] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.514598] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691053, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.658383] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "cd639606-f799-42eb-95b5-8f98e365b903" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.658683] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "cd639606-f799-42eb-95b5-8f98e365b903" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.757317] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691051, 'name': Rename_Task, 'duration_secs': 0.135325} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.757610] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.757861] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afbf8cc5-a624-4110-883f-8cc32200d76e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.763930] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 908.763930] env[62675]: value = "task-2691054" [ 908.763930] env[62675]: _type = "Task" [ 908.763930] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.772944] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.843037] env[62675]: ERROR nova.scheduler.client.report [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [req-9542a8d7-a2dd-49a8-807a-ae28b88152da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9542a8d7-a2dd-49a8-807a-ae28b88152da"}]} [ 908.859033] env[62675]: DEBUG nova.scheduler.client.report [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 908.873302] env[62675]: DEBUG nova.scheduler.client.report [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 908.873884] env[62675]: DEBUG nova.compute.provider_tree [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 908.880561] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-47a2f884-e89a-4114-ad54-a94ba493d07f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.892141] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.893856] env[62675]: DEBUG nova.scheduler.client.report [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 908.915273] env[62675]: DEBUG nova.scheduler.client.report [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 909.016745] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691053, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.161215] env[62675]: DEBUG nova.compute.manager [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.277262] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691054, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.291963] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c82cdfb-d956-4618-a299-d3bb9be67338 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.301500] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d477b8-877d-45e1-a30e-9db87a6cde7d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.348153] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e44c1c-99d0-49be-ba79-ae8bcd439ea7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.359693] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7ddcaf-ce17-45c4-b6f3-3c9335225be2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.381842] env[62675]: DEBUG nova.compute.provider_tree [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.399550] env[62675]: DEBUG oslo_vmware.api [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691052, 'name': PowerOnVM_Task, 'duration_secs': 0.597689} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.400116] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.400247] env[62675]: DEBUG nova.compute.manager [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.401697] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c59ede3-c11f-449e-ba9e-f2fae507aba2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.519326] env[62675]: DEBUG oslo_vmware.api [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691053, 'name': RemoveSnapshot_Task, 'duration_secs': 0.810958} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.519677] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 909.681690] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.775062] env[62675]: DEBUG oslo_vmware.api [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691054, 'name': PowerOnVM_Task, 'duration_secs': 0.587952} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.775062] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.775062] env[62675]: INFO nova.compute.manager [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Took 8.07 seconds to spawn the instance on the hypervisor. [ 909.775062] env[62675]: DEBUG nova.compute.manager [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.775880] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf89d2bf-5d20-4a5d-868c-4ba460ccdec7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.892629] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.893026] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aa6575b-7664-4e1f-ab32-53491aeb4f82 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.901416] env[62675]: DEBUG oslo_vmware.api [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 909.901416] env[62675]: value = "task-2691055" [ 909.901416] env[62675]: _type = "Task" [ 909.901416] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.909989] env[62675]: DEBUG oslo_vmware.api [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.920579] env[62675]: DEBUG nova.scheduler.client.report [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 909.920829] env[62675]: DEBUG nova.compute.provider_tree [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 123 to 124 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 909.921015] env[62675]: DEBUG nova.compute.provider_tree [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.927163] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.024406] env[62675]: WARNING nova.compute.manager [None req-1f27fcd4-7326-4857-9530-208c1e965bfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Image not found during snapshot: nova.exception.ImageNotFound: Image 74d2721a-faf7-454e-bac5-e00295720b2e could not be found. [ 910.293586] env[62675]: INFO nova.compute.manager [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Took 43.70 seconds to build instance. [ 910.412934] env[62675]: DEBUG oslo_vmware.api [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691055, 'name': PowerOnVM_Task, 'duration_secs': 0.482184} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.414067] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.414067] env[62675]: DEBUG nova.compute.manager [None req-0eb29504-babd-4a44-a08f-3cc3662ab68c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.414451] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4044432c-f165-47fb-a95a-c8d1e8e9db50 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.425799] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.038s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.427917] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.365s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.429406] env[62675]: INFO nova.compute.claims [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.449054] env[62675]: INFO nova.scheduler.client.report [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Deleted allocations for instance de91c72c-17aa-48a8-a54e-72644666e8e5 [ 910.654737] env[62675]: DEBUG oslo_concurrency.lockutils [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "418f5295-c774-41bb-b4d6-f46d09f92b0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.655031] env[62675]: DEBUG oslo_concurrency.lockutils [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "418f5295-c774-41bb-b4d6-f46d09f92b0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.655277] env[62675]: DEBUG oslo_concurrency.lockutils [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "418f5295-c774-41bb-b4d6-f46d09f92b0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.655504] env[62675]: DEBUG oslo_concurrency.lockutils [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "418f5295-c774-41bb-b4d6-f46d09f92b0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.655684] env[62675]: DEBUG oslo_concurrency.lockutils [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "418f5295-c774-41bb-b4d6-f46d09f92b0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.657781] env[62675]: INFO nova.compute.manager [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Terminating instance [ 910.795956] env[62675]: DEBUG oslo_concurrency.lockutils [None req-42de2940-4178-4ccf-95bd-552d6b8ef9d6 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.210s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.958926] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e7199a26-3015-4e9f-897d-8055984b9f79 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "de91c72c-17aa-48a8-a54e-72644666e8e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.027s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.161691] env[62675]: DEBUG nova.compute.manager [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.161919] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.163046] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b0827a-ae57-4e49-98db-54255085229a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.172286] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.172549] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9620c770-0e75-428d-9188-f6d8a02246f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.179602] env[62675]: DEBUG oslo_vmware.api [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 911.179602] env[62675]: value = "task-2691056" [ 911.179602] env[62675]: _type = "Task" [ 911.179602] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.190650] env[62675]: DEBUG oslo_vmware.api [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.392771] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "47a2f884-e89a-4114-ad54-a94ba493d07f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.393147] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.393421] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "47a2f884-e89a-4114-ad54-a94ba493d07f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.393684] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.393959] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.398034] env[62675]: INFO nova.compute.manager [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Terminating instance [ 911.536147] env[62675]: DEBUG nova.compute.manager [req-42f93c47-f448-415a-abcb-d98582bcea13 req-bf142d8f-3be5-41c7-bf1e-0b3a7ca30da7 service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Received event network-changed-ce11a2ea-fd59-4ab8-9b2e-09722be5054c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.536408] env[62675]: DEBUG nova.compute.manager [req-42f93c47-f448-415a-abcb-d98582bcea13 req-bf142d8f-3be5-41c7-bf1e-0b3a7ca30da7 service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Refreshing instance network info cache due to event network-changed-ce11a2ea-fd59-4ab8-9b2e-09722be5054c. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 911.536795] env[62675]: DEBUG oslo_concurrency.lockutils [req-42f93c47-f448-415a-abcb-d98582bcea13 req-bf142d8f-3be5-41c7-bf1e-0b3a7ca30da7 service nova] Acquiring lock "refresh_cache-be744242-1be5-4602-9ad3-6f1e1c3734b9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.536795] env[62675]: DEBUG oslo_concurrency.lockutils [req-42f93c47-f448-415a-abcb-d98582bcea13 req-bf142d8f-3be5-41c7-bf1e-0b3a7ca30da7 service nova] Acquired lock "refresh_cache-be744242-1be5-4602-9ad3-6f1e1c3734b9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.537287] env[62675]: DEBUG nova.network.neutron [req-42f93c47-f448-415a-abcb-d98582bcea13 req-bf142d8f-3be5-41c7-bf1e-0b3a7ca30da7 service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Refreshing network info cache for port ce11a2ea-fd59-4ab8-9b2e-09722be5054c {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.701680] env[62675]: DEBUG oslo_vmware.api [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691056, 'name': PowerOffVM_Task, 'duration_secs': 0.260114} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.706130] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.708053] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.708053] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c529ed0d-2450-412f-9bf5-dfccd3db4725 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.792339] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.795024] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.795024] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleting the datastore file [datastore1] 418f5295-c774-41bb-b4d6-f46d09f92b0e {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.795024] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05f39aa4-2a16-45a4-98af-72a827048f07 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.805473] env[62675]: DEBUG oslo_vmware.api [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for the task: (returnval){ [ 911.805473] env[62675]: value = "task-2691058" [ 911.805473] env[62675]: _type = "Task" [ 911.805473] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.815667] env[62675]: DEBUG oslo_vmware.api [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.899277] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a107a0cb-8241-425f-941d-ad42d10febda {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.902696] env[62675]: DEBUG nova.compute.manager [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.903547] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.904363] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbbdd54-f137-4b94-ae70-7d917676184b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.915565] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5cd4d1-8431-4fef-ad8d-c0b010b6b4c0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.919356] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.919906] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-614d4157-346a-41d2-849d-c80fb2a4f838 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.968463] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69f9681-2060-41c8-8786-cefee8bb7127 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.971742] env[62675]: DEBUG oslo_vmware.api [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 911.971742] env[62675]: value = "task-2691059" [ 911.971742] env[62675]: _type = "Task" [ 911.971742] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.980341] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60c3a90-a1fb-41e1-8791-959898cced29 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.988193] env[62675]: DEBUG oslo_vmware.api [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.003248] env[62675]: DEBUG nova.compute.provider_tree [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.317997] env[62675]: DEBUG oslo_vmware.api [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Task: {'id': task-2691058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226763} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.319068] env[62675]: DEBUG nova.network.neutron [req-42f93c47-f448-415a-abcb-d98582bcea13 req-bf142d8f-3be5-41c7-bf1e-0b3a7ca30da7 service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Updated VIF entry in instance network info cache for port ce11a2ea-fd59-4ab8-9b2e-09722be5054c. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.319502] env[62675]: DEBUG nova.network.neutron [req-42f93c47-f448-415a-abcb-d98582bcea13 req-bf142d8f-3be5-41c7-bf1e-0b3a7ca30da7 service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Updating instance_info_cache with network_info: [{"id": "ce11a2ea-fd59-4ab8-9b2e-09722be5054c", "address": "fa:16:3e:6b:fd:73", "network": {"id": "3cfa02b7-9cf1-4499-bdf6-02012021d4c1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1809523159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d57f3b4356a84c90bc2c13c102167253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce11a2ea-fd", "ovs_interfaceid": "ce11a2ea-fd59-4ab8-9b2e-09722be5054c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.320751] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.320914] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.321117] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.321350] env[62675]: INFO nova.compute.manager [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 912.321626] env[62675]: DEBUG oslo.service.loopingcall [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 912.322071] env[62675]: DEBUG nova.compute.manager [-] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.324917] env[62675]: DEBUG nova.network.neutron [-] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.483207] env[62675]: DEBUG oslo_vmware.api [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691059, 'name': PowerOffVM_Task, 'duration_secs': 0.25587} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.483460] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.483651] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.483909] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66730bf1-8987-4bc4-b4af-c2e34680c06f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.507083] env[62675]: DEBUG nova.scheduler.client.report [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.594579] env[62675]: DEBUG nova.compute.manager [req-401bc747-22e9-46b6-bbec-6a0008ba1395 req-4e484670-4bdc-48f3-98ee-35bbdbaa103f service nova] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Received event network-vif-deleted-9ade634c-01d6-46ee-bb7f-ef62351fe2cb {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.594832] env[62675]: INFO nova.compute.manager [req-401bc747-22e9-46b6-bbec-6a0008ba1395 req-4e484670-4bdc-48f3-98ee-35bbdbaa103f service nova] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Neutron deleted interface 9ade634c-01d6-46ee-bb7f-ef62351fe2cb; detaching it from the instance and deleting it from the info cache [ 912.595021] env[62675]: DEBUG nova.network.neutron [req-401bc747-22e9-46b6-bbec-6a0008ba1395 req-4e484670-4bdc-48f3-98ee-35bbdbaa103f service nova] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.600236] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.600440] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.600625] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleting the datastore file [datastore2] 47a2f884-e89a-4114-ad54-a94ba493d07f {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.601136] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ede8de2-e2d1-4b25-9c06-9ac9efad7128 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.612342] env[62675]: DEBUG oslo_vmware.api [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 912.612342] env[62675]: value = "task-2691061" [ 912.612342] env[62675]: _type = "Task" [ 912.612342] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.622571] env[62675]: DEBUG oslo_vmware.api [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.823666] env[62675]: DEBUG oslo_concurrency.lockutils [req-42f93c47-f448-415a-abcb-d98582bcea13 req-bf142d8f-3be5-41c7-bf1e-0b3a7ca30da7 service nova] Releasing lock "refresh_cache-be744242-1be5-4602-9ad3-6f1e1c3734b9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.015097] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.015672] env[62675]: DEBUG nova.compute.manager [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.019852] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.861s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.020690] env[62675]: INFO nova.compute.claims [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.078251] env[62675]: DEBUG nova.network.neutron [-] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.097631] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b055761-9847-4608-a808-f17da006a051 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.108052] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873b58b2-d9b3-4a92-a057-1f142cb2ab18 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.128273] env[62675]: DEBUG oslo_vmware.api [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371705} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.128603] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.128810] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.128989] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.129214] env[62675]: INFO nova.compute.manager [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 913.129454] env[62675]: DEBUG oslo.service.loopingcall [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.129646] env[62675]: DEBUG nova.compute.manager [-] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.129805] env[62675]: DEBUG nova.network.neutron [-] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.149925] env[62675]: DEBUG nova.compute.manager [req-401bc747-22e9-46b6-bbec-6a0008ba1395 req-4e484670-4bdc-48f3-98ee-35bbdbaa103f service nova] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Detach interface failed, port_id=9ade634c-01d6-46ee-bb7f-ef62351fe2cb, reason: Instance 418f5295-c774-41bb-b4d6-f46d09f92b0e could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 913.525172] env[62675]: DEBUG nova.compute.utils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 913.528958] env[62675]: DEBUG nova.compute.manager [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.529125] env[62675]: DEBUG nova.network.neutron [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.582351] env[62675]: INFO nova.compute.manager [-] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Took 1.26 seconds to deallocate network for instance. [ 913.589311] env[62675]: DEBUG nova.policy [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9806ce8aaf7d40b1bb5c0522ee57f89f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ea5b5da5022451684aed1645a8d8374', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.949075] env[62675]: DEBUG nova.network.neutron [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Successfully created port: 2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.030686] env[62675]: DEBUG nova.compute.manager [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.090903] env[62675]: DEBUG oslo_concurrency.lockutils [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.218639] env[62675]: DEBUG nova.network.neutron [-] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.408038] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4597ef19-a428-42c8-93bf-d8d46df06083 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.416252] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b19e80-e937-4d77-bb6f-7642d8ddca2b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.447748] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a38425f-6800-4c0e-bcbc-0babdb17ab3a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.454817] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39674271-421a-4c34-9d8f-322752618851 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.469083] env[62675]: DEBUG nova.compute.provider_tree [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.621376] env[62675]: DEBUG nova.compute.manager [req-54a274b6-c85d-4df9-9644-cf39da9f8d0e req-fe1cdd36-ae43-4a16-b7d3-0bd59de760d3 service nova] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Received event network-vif-deleted-ecebc61f-5a9d-4bc2-b30e-c690c8a38c77 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.721063] env[62675]: INFO nova.compute.manager [-] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Took 1.59 seconds to deallocate network for instance. [ 915.005681] env[62675]: DEBUG nova.scheduler.client.report [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 915.005954] env[62675]: DEBUG nova.compute.provider_tree [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 124 to 125 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 915.006602] env[62675]: DEBUG nova.compute.provider_tree [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.049948] env[62675]: DEBUG nova.compute.manager [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.074522] env[62675]: DEBUG nova.virt.hardware [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.074780] env[62675]: DEBUG nova.virt.hardware [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.074943] env[62675]: DEBUG nova.virt.hardware [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.075171] env[62675]: DEBUG nova.virt.hardware [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.075330] env[62675]: DEBUG nova.virt.hardware [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.075478] env[62675]: DEBUG nova.virt.hardware [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.075729] env[62675]: DEBUG nova.virt.hardware [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.075866] env[62675]: DEBUG nova.virt.hardware [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.076048] env[62675]: DEBUG nova.virt.hardware [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.076195] env[62675]: DEBUG nova.virt.hardware [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.076403] env[62675]: DEBUG nova.virt.hardware [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.077276] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ad65a0-412e-4c28-a4a3-89040ed9885c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.085414] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeb9351-aecc-4dc3-948a-d71ad25daac7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.227480] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.511750] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.512016] env[62675]: DEBUG nova.compute.manager [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.514988] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.202s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.516445] env[62675]: INFO nova.compute.claims [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.628363] env[62675]: DEBUG nova.network.neutron [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Successfully updated port: 2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.647123] env[62675]: DEBUG oslo_concurrency.lockutils [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "87ccbaad-fb40-49dc-9154-07b90395bce3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.647375] env[62675]: DEBUG oslo_concurrency.lockutils [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "87ccbaad-fb40-49dc-9154-07b90395bce3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.647582] env[62675]: DEBUG oslo_concurrency.lockutils [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "87ccbaad-fb40-49dc-9154-07b90395bce3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.648054] env[62675]: DEBUG oslo_concurrency.lockutils [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "87ccbaad-fb40-49dc-9154-07b90395bce3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.648054] env[62675]: DEBUG oslo_concurrency.lockutils [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "87ccbaad-fb40-49dc-9154-07b90395bce3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.650426] env[62675]: INFO nova.compute.manager [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Terminating instance [ 916.026259] env[62675]: DEBUG nova.compute.utils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 916.027435] env[62675]: DEBUG nova.compute.manager [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.027609] env[62675]: DEBUG nova.network.neutron [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.077201] env[62675]: DEBUG nova.policy [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de1e8011aed746c09b287b9a7d1e541c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '065d68c809064a2e9d3cf3968d0d56e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.130925] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.131149] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.131639] env[62675]: DEBUG nova.network.neutron [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.153531] env[62675]: DEBUG nova.compute.manager [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.153760] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.155026] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c02189-7a38-40b8-b8f7-092c4c196f6f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.164433] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.164685] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bbf44c8-b0e9-44f6-8667-79c3f079458b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.171372] env[62675]: DEBUG oslo_vmware.api [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 916.171372] env[62675]: value = "task-2691062" [ 916.171372] env[62675]: _type = "Task" [ 916.171372] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.179806] env[62675]: DEBUG oslo_vmware.api [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2691062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.488745] env[62675]: DEBUG nova.network.neutron [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Successfully created port: 9444a325-6e97-4402-ade3-4adccf859ffa {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.531280] env[62675]: DEBUG nova.compute.manager [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.683485] env[62675]: DEBUG oslo_vmware.api [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2691062, 'name': PowerOffVM_Task, 'duration_secs': 0.289072} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.683925] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.684238] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.684644] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a669a9c1-d7bb-4812-9737-ea9bea417f70 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.691616] env[62675]: DEBUG nova.network.neutron [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.708716] env[62675]: DEBUG nova.compute.manager [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Received event network-vif-plugged-2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.708716] env[62675]: DEBUG oslo_concurrency.lockutils [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] Acquiring lock "9e8115f4-d252-4a18-a345-b7c29acf7d02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.708716] env[62675]: DEBUG oslo_concurrency.lockutils [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.708716] env[62675]: DEBUG oslo_concurrency.lockutils [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.708937] env[62675]: DEBUG nova.compute.manager [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] No waiting events found dispatching network-vif-plugged-2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.708937] env[62675]: WARNING nova.compute.manager [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Received unexpected event network-vif-plugged-2cbfc216-5406-4459-9064-8d76ec6f3a65 for instance with vm_state building and task_state spawning. [ 916.709115] env[62675]: DEBUG nova.compute.manager [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Received event network-changed-2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.709260] env[62675]: DEBUG nova.compute.manager [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Refreshing instance network info cache due to event network-changed-2cbfc216-5406-4459-9064-8d76ec6f3a65. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 916.709409] env[62675]: DEBUG oslo_concurrency.lockutils [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] Acquiring lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.851727] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.851953] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.852730] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Deleting the datastore file [datastore2] 87ccbaad-fb40-49dc-9154-07b90395bce3 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.852730] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bcfa576-7140-4ce1-bbb8-5c7088ee64c2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.859036] env[62675]: DEBUG oslo_vmware.api [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for the task: (returnval){ [ 916.859036] env[62675]: value = "task-2691064" [ 916.859036] env[62675]: _type = "Task" [ 916.859036] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.869251] env[62675]: DEBUG oslo_vmware.api [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2691064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.954083] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff4119e-f358-4755-880e-7794751c6eab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.962941] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbb9af5-db37-4b5a-b3d6-f4c08e697442 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.000127] env[62675]: DEBUG nova.network.neutron [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updating instance_info_cache with network_info: [{"id": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "address": "fa:16:3e:bb:24:e5", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cbfc216-54", "ovs_interfaceid": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.002897] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94076557-d744-4512-9c6c-219b3b067dc9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.010920] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dd8991-77c7-40e6-b8c0-a551c7c28d9f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.027363] env[62675]: DEBUG nova.compute.provider_tree [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.372182] env[62675]: DEBUG oslo_vmware.api [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Task: {'id': task-2691064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205365} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.372593] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.372911] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.374017] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.374530] env[62675]: INFO nova.compute.manager [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Took 1.22 seconds to destroy the instance on the hypervisor. [ 917.376163] env[62675]: DEBUG oslo.service.loopingcall [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.376163] env[62675]: DEBUG nova.compute.manager [-] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.376163] env[62675]: DEBUG nova.network.neutron [-] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.506909] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.507288] env[62675]: DEBUG nova.compute.manager [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Instance network_info: |[{"id": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "address": "fa:16:3e:bb:24:e5", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cbfc216-54", "ovs_interfaceid": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.507689] env[62675]: DEBUG oslo_concurrency.lockutils [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] Acquired lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.507768] env[62675]: DEBUG nova.network.neutron [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Refreshing network info cache for port 2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.509016] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:24:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cbfc216-5406-4459-9064-8d76ec6f3a65', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.516512] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating folder: Project (9ea5b5da5022451684aed1645a8d8374). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.519999] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a260c57b-b52c-4487-857a-c70bb6b6262c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.534521] env[62675]: DEBUG nova.scheduler.client.report [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.536645] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Created folder: Project (9ea5b5da5022451684aed1645a8d8374) in parent group-v542174. [ 917.536828] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating folder: Instances. Parent ref: group-v542394. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.537355] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-408e9ecd-476f-4f93-ad5b-b94a037555e2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.543443] env[62675]: DEBUG nova.compute.manager [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.547603] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Created folder: Instances in parent group-v542394. [ 917.547859] env[62675]: DEBUG oslo.service.loopingcall [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.548065] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.548279] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f843f59-6365-4324-923f-f0f33db55e7d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.580128] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.580128] env[62675]: value = "task-2691067" [ 917.580128] env[62675]: _type = "Task" [ 917.580128] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.586291] env[62675]: DEBUG nova.virt.hardware [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.586554] env[62675]: DEBUG nova.virt.hardware [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.586770] env[62675]: DEBUG nova.virt.hardware [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.586970] env[62675]: DEBUG nova.virt.hardware [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.587130] env[62675]: DEBUG nova.virt.hardware [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.587274] env[62675]: DEBUG nova.virt.hardware [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.587490] env[62675]: DEBUG nova.virt.hardware [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.587646] env[62675]: DEBUG nova.virt.hardware [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.587806] env[62675]: DEBUG nova.virt.hardware [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.587964] env[62675]: DEBUG nova.virt.hardware [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.588152] env[62675]: DEBUG nova.virt.hardware [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.589350] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7126f474-3b96-4783-a277-9fed8af5e31d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.597514] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691067, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.601711] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffdf46c-8f7b-4f51-aaa1-9d32434bcacc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.039177] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.039728] env[62675]: DEBUG nova.compute.manager [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.046024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.425s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.046024] env[62675]: DEBUG nova.objects.instance [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lazy-loading 'resources' on Instance uuid 5b6afb94-d33b-43e6-9569-5025dc9a1328 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.099452] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691067, 'name': CreateVM_Task, 'duration_secs': 0.394284} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.099627] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.100275] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.100439] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.100792] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.101053] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f109bc9-8f51-49fd-9c69-775cddbe766e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.107431] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 918.107431] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52326b81-dbd8-7dfd-b571-37a12a5e54c3" [ 918.107431] env[62675]: _type = "Task" [ 918.107431] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.115257] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52326b81-dbd8-7dfd-b571-37a12a5e54c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.290682] env[62675]: DEBUG nova.network.neutron [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updated VIF entry in instance network info cache for port 2cbfc216-5406-4459-9064-8d76ec6f3a65. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.291084] env[62675]: DEBUG nova.network.neutron [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updating instance_info_cache with network_info: [{"id": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "address": "fa:16:3e:bb:24:e5", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cbfc216-54", "ovs_interfaceid": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.547920] env[62675]: DEBUG nova.compute.utils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 918.554884] env[62675]: DEBUG nova.compute.manager [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 918.554884] env[62675]: DEBUG nova.network.neutron [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.617868] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52326b81-dbd8-7dfd-b571-37a12a5e54c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01639} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.618205] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.619258] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.619258] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.619258] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.619258] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.619825] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f82944b7-2a59-4026-bb28-39aae949b733 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.625913] env[62675]: DEBUG nova.network.neutron [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Successfully updated port: 9444a325-6e97-4402-ade3-4adccf859ffa {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.628289] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.628427] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.629395] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e01c7d6-837e-4eda-a7a4-50217fb7d6c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.633178] env[62675]: DEBUG nova.policy [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e37ad43ab87469ea796846c40c44cb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3264657f83142009d32d6364107dfb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.636280] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 918.636280] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523ae2db-4010-2485-6cc5-51ca5bffbc1e" [ 918.636280] env[62675]: _type = "Task" [ 918.636280] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.644196] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523ae2db-4010-2485-6cc5-51ca5bffbc1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.794759] env[62675]: DEBUG oslo_concurrency.lockutils [req-d28b7729-bed7-47c7-86e5-a6280b2b042b req-cbbdb463-e0d3-4829-a352-c958d9d3e395 service nova] Releasing lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.814665] env[62675]: DEBUG nova.compute.manager [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Received event network-vif-plugged-9444a325-6e97-4402-ade3-4adccf859ffa {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.814923] env[62675]: DEBUG oslo_concurrency.lockutils [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] Acquiring lock "0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.815148] env[62675]: DEBUG oslo_concurrency.lockutils [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] Lock "0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.815381] env[62675]: DEBUG oslo_concurrency.lockutils [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] Lock "0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.815584] env[62675]: DEBUG nova.compute.manager [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] No waiting events found dispatching network-vif-plugged-9444a325-6e97-4402-ade3-4adccf859ffa {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.815670] env[62675]: WARNING nova.compute.manager [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Received unexpected event network-vif-plugged-9444a325-6e97-4402-ade3-4adccf859ffa for instance with vm_state building and task_state spawning. [ 918.815832] env[62675]: DEBUG nova.compute.manager [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Received event network-vif-deleted-67ce6c3d-92eb-4d45-92a9-a883ffb6d96d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.815928] env[62675]: INFO nova.compute.manager [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Neutron deleted interface 67ce6c3d-92eb-4d45-92a9-a883ffb6d96d; detaching it from the instance and deleting it from the info cache [ 918.818822] env[62675]: DEBUG nova.network.neutron [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.003323] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55c32e7-b2c9-4790-bfe7-bcadf9bc2837 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.010362] env[62675]: DEBUG nova.network.neutron [-] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.012447] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd65c67-01b7-4290-8999-045f84e7f9a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.048960] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30325ce-e7ac-41be-9f86-faaedda1a299 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.059188] env[62675]: DEBUG nova.compute.manager [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.065472] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30308b0-16cd-4040-8f69-59696f5b2112 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.081307] env[62675]: DEBUG nova.compute.provider_tree [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.133760] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Acquiring lock "refresh_cache-0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.133760] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Acquired lock "refresh_cache-0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.133760] env[62675]: DEBUG nova.network.neutron [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.148531] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523ae2db-4010-2485-6cc5-51ca5bffbc1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011905} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.149451] env[62675]: DEBUG nova.network.neutron [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Successfully created port: 2186b311-5425-459d-b872-eb94119da986 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.152078] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1dd8d5c-9ff7-4e30-8c54-953f1dee16ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.160174] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 919.160174] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5299a0bf-5e87-7d38-1052-6dd24b7768b4" [ 919.160174] env[62675]: _type = "Task" [ 919.160174] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.167025] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5299a0bf-5e87-7d38-1052-6dd24b7768b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.322778] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdc5c3a1-c212-456c-85d4-77ede25fa44f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.336750] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f8ec7-2fcb-4a60-90c9-9b4be48e5c3a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.373333] env[62675]: DEBUG nova.compute.manager [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Detach interface failed, port_id=67ce6c3d-92eb-4d45-92a9-a883ffb6d96d, reason: Instance 87ccbaad-fb40-49dc-9154-07b90395bce3 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 919.373805] env[62675]: DEBUG nova.compute.manager [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Received event network-changed-9444a325-6e97-4402-ade3-4adccf859ffa {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 919.374115] env[62675]: DEBUG nova.compute.manager [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Refreshing instance network info cache due to event network-changed-9444a325-6e97-4402-ade3-4adccf859ffa. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 919.374462] env[62675]: DEBUG oslo_concurrency.lockutils [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] Acquiring lock "refresh_cache-0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.517883] env[62675]: INFO nova.compute.manager [-] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Took 2.14 seconds to deallocate network for instance. [ 919.586750] env[62675]: DEBUG nova.scheduler.client.report [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.663361] env[62675]: DEBUG nova.network.neutron [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.671240] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5299a0bf-5e87-7d38-1052-6dd24b7768b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009452} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.671528] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.671786] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 9e8115f4-d252-4a18-a345-b7c29acf7d02/9e8115f4-d252-4a18-a345-b7c29acf7d02.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.672046] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62320bcf-f6c8-4e3b-93fe-8c41a3103293 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.678021] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 919.678021] env[62675]: value = "task-2691068" [ 919.678021] env[62675]: _type = "Task" [ 919.678021] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.687860] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.835897] env[62675]: DEBUG nova.network.neutron [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Updating instance_info_cache with network_info: [{"id": "9444a325-6e97-4402-ade3-4adccf859ffa", "address": "fa:16:3e:03:0a:a7", "network": {"id": "03929ddb-414e-4b2f-ad25-122d0f3422fa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-90397131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "065d68c809064a2e9d3cf3968d0d56e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9444a325-6e", "ovs_interfaceid": "9444a325-6e97-4402-ade3-4adccf859ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.024756] env[62675]: DEBUG oslo_concurrency.lockutils [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.074477] env[62675]: DEBUG nova.compute.manager [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.093167] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.096921] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.298s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.097201] env[62675]: DEBUG nova.objects.instance [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lazy-loading 'resources' on Instance uuid 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.106479] env[62675]: DEBUG nova.virt.hardware [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.106747] env[62675]: DEBUG nova.virt.hardware [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.106904] env[62675]: DEBUG nova.virt.hardware [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.107106] env[62675]: DEBUG nova.virt.hardware [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.107260] env[62675]: DEBUG nova.virt.hardware [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.107441] env[62675]: DEBUG nova.virt.hardware [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.107680] env[62675]: DEBUG nova.virt.hardware [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.107843] env[62675]: DEBUG nova.virt.hardware [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.108028] env[62675]: DEBUG nova.virt.hardware [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.108203] env[62675]: DEBUG nova.virt.hardware [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.108386] env[62675]: DEBUG nova.virt.hardware [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.109366] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f38b5d-2041-4e10-99a5-454f82886a41 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.118978] env[62675]: INFO nova.scheduler.client.report [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Deleted allocations for instance 5b6afb94-d33b-43e6-9569-5025dc9a1328 [ 920.120927] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6363810-7f67-47b3-8557-be30fb5a8b35 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.187286] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454038} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.187545] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 9e8115f4-d252-4a18-a345-b7c29acf7d02/9e8115f4-d252-4a18-a345-b7c29acf7d02.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.187751] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.187988] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d69f18de-45ec-48b9-ac68-70f80bae9aa2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.193811] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 920.193811] env[62675]: value = "task-2691069" [ 920.193811] env[62675]: _type = "Task" [ 920.193811] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.201301] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.339143] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Releasing lock "refresh_cache-0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.339514] env[62675]: DEBUG nova.compute.manager [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Instance network_info: |[{"id": "9444a325-6e97-4402-ade3-4adccf859ffa", "address": "fa:16:3e:03:0a:a7", "network": {"id": "03929ddb-414e-4b2f-ad25-122d0f3422fa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-90397131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "065d68c809064a2e9d3cf3968d0d56e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9444a325-6e", "ovs_interfaceid": "9444a325-6e97-4402-ade3-4adccf859ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.339810] env[62675]: DEBUG oslo_concurrency.lockutils [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] Acquired lock "refresh_cache-0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.339999] env[62675]: DEBUG nova.network.neutron [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Refreshing network info cache for port 9444a325-6e97-4402-ade3-4adccf859ffa {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.341234] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:0a:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9444a325-6e97-4402-ade3-4adccf859ffa', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.348757] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Creating folder: Project (065d68c809064a2e9d3cf3968d0d56e6). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.351915] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e0acc49-deb1-49b9-8e9c-7e069b0801a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.363224] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Created folder: Project (065d68c809064a2e9d3cf3968d0d56e6) in parent group-v542174. [ 920.363418] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Creating folder: Instances. Parent ref: group-v542397. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.363648] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abdf140d-b7e9-47ac-974f-b6d013bcdc2d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.373976] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Created folder: Instances in parent group-v542397. [ 920.374227] env[62675]: DEBUG oslo.service.loopingcall [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.374435] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.374635] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc5dbf5d-de12-4a68-946e-c6e6bf8ebc7d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.393556] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.393556] env[62675]: value = "task-2691072" [ 920.393556] env[62675]: _type = "Task" [ 920.393556] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.404362] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691072, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.636055] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3dbe970b-3843-44c0-9739-328d92798841 tempest-ServerRescueTestJSON-1835066255 tempest-ServerRescueTestJSON-1835066255-project-member] Lock "5b6afb94-d33b-43e6-9569-5025dc9a1328" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.925s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.708719] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064814} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.708945] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.709715] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd979bc-87b6-4ae1-996f-eec06c7c6326 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.733850] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 9e8115f4-d252-4a18-a345-b7c29acf7d02/9e8115f4-d252-4a18-a345-b7c29acf7d02.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.737296] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b3e67b-a414-4c64-b9b0-d07572fe1d6b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.756876] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 920.756876] env[62675]: value = "task-2691073" [ 920.756876] env[62675]: _type = "Task" [ 920.756876] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.765067] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.775343] env[62675]: DEBUG nova.network.neutron [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Updated VIF entry in instance network info cache for port 9444a325-6e97-4402-ade3-4adccf859ffa. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.775767] env[62675]: DEBUG nova.network.neutron [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Updating instance_info_cache with network_info: [{"id": "9444a325-6e97-4402-ade3-4adccf859ffa", "address": "fa:16:3e:03:0a:a7", "network": {"id": "03929ddb-414e-4b2f-ad25-122d0f3422fa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-90397131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "065d68c809064a2e9d3cf3968d0d56e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9444a325-6e", "ovs_interfaceid": "9444a325-6e97-4402-ade3-4adccf859ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.865786] env[62675]: DEBUG nova.compute.manager [req-39b4192e-6859-4f8e-82a3-9574dd9ce14f req-186adca4-8707-482d-aa16-bedd073e69d4 service nova] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Received event network-vif-plugged-2186b311-5425-459d-b872-eb94119da986 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.866229] env[62675]: DEBUG oslo_concurrency.lockutils [req-39b4192e-6859-4f8e-82a3-9574dd9ce14f req-186adca4-8707-482d-aa16-bedd073e69d4 service nova] Acquiring lock "2b0786b5-b9fb-418f-a1ab-9312a2f8530d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.866501] env[62675]: DEBUG oslo_concurrency.lockutils [req-39b4192e-6859-4f8e-82a3-9574dd9ce14f req-186adca4-8707-482d-aa16-bedd073e69d4 service nova] Lock "2b0786b5-b9fb-418f-a1ab-9312a2f8530d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.866686] env[62675]: DEBUG oslo_concurrency.lockutils [req-39b4192e-6859-4f8e-82a3-9574dd9ce14f req-186adca4-8707-482d-aa16-bedd073e69d4 service nova] Lock "2b0786b5-b9fb-418f-a1ab-9312a2f8530d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.866878] env[62675]: DEBUG nova.compute.manager [req-39b4192e-6859-4f8e-82a3-9574dd9ce14f req-186adca4-8707-482d-aa16-bedd073e69d4 service nova] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] No waiting events found dispatching network-vif-plugged-2186b311-5425-459d-b872-eb94119da986 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 920.867079] env[62675]: WARNING nova.compute.manager [req-39b4192e-6859-4f8e-82a3-9574dd9ce14f req-186adca4-8707-482d-aa16-bedd073e69d4 service nova] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Received unexpected event network-vif-plugged-2186b311-5425-459d-b872-eb94119da986 for instance with vm_state building and task_state spawning. [ 920.913373] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691072, 'name': CreateVM_Task, 'duration_secs': 0.337877} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.913582] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.914497] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.914840] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.915185] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.915566] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45518a09-3fd2-4b07-a536-3a3cbb2ae9e0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.923704] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Waiting for the task: (returnval){ [ 920.923704] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5232fcbe-db8d-0d07-f213-f629d8a0e004" [ 920.923704] env[62675]: _type = "Task" [ 920.923704] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.932408] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5232fcbe-db8d-0d07-f213-f629d8a0e004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.963096] env[62675]: DEBUG nova.network.neutron [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Successfully updated port: 2186b311-5425-459d-b872-eb94119da986 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.068062] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecafac6-9f7d-4b14-9c27-fdc2fa3b8946 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.077304] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7985a7f-9ff8-48c7-92be-b9e9877e5379 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.111969] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430a877f-4990-48df-9e0a-c5bc45c66363 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.120170] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de022b35-8608-4c19-9b89-f8a4931d8c73 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.136944] env[62675]: DEBUG nova.compute.provider_tree [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.270459] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691073, 'name': ReconfigVM_Task, 'duration_secs': 0.290551} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.271528] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 9e8115f4-d252-4a18-a345-b7c29acf7d02/9e8115f4-d252-4a18-a345-b7c29acf7d02.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.272513] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eee31157-333e-4685-8114-1484d0e1ea6a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.279743] env[62675]: DEBUG oslo_concurrency.lockutils [req-344a9321-d7f8-446e-9fc7-e65ee6f89b6a req-23db8c5d-e6ad-4eb0-8629-9b11b6d2fcae service nova] Releasing lock "refresh_cache-0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.280146] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 921.280146] env[62675]: value = "task-2691074" [ 921.280146] env[62675]: _type = "Task" [ 921.280146] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.291153] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691074, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.434555] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5232fcbe-db8d-0d07-f213-f629d8a0e004, 'name': SearchDatastore_Task, 'duration_secs': 0.012978} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.434880] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.435213] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.435514] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.435648] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.435911] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.436166] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-879bb8e7-4227-436b-8a6a-7da9f604956f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.445640] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.445772] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.446648] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52eb360a-c154-4615-b97f-54d7d618074b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.452311] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Waiting for the task: (returnval){ [ 921.452311] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5294679c-ec76-c18a-c36d-eed5a733cc44" [ 921.452311] env[62675]: _type = "Task" [ 921.452311] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.458990] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5294679c-ec76-c18a-c36d-eed5a733cc44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.466148] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Acquiring lock "refresh_cache-2b0786b5-b9fb-418f-a1ab-9312a2f8530d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.466210] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Acquired lock "refresh_cache-2b0786b5-b9fb-418f-a1ab-9312a2f8530d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.466352] env[62675]: DEBUG nova.network.neutron [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.640102] env[62675]: DEBUG nova.scheduler.client.report [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.793327] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691074, 'name': Rename_Task, 'duration_secs': 0.155359} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.793676] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.793874] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8cadeb0-19d8-4303-81c8-6d8f5f9beac0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.800375] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 921.800375] env[62675]: value = "task-2691075" [ 921.800375] env[62675]: _type = "Task" [ 921.800375] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.809935] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.838592] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Acquiring lock "09b94789-2ace-4ecc-8374-e9800e4713e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.839028] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Lock "09b94789-2ace-4ecc-8374-e9800e4713e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.839354] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Acquiring lock "09b94789-2ace-4ecc-8374-e9800e4713e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.839711] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Lock "09b94789-2ace-4ecc-8374-e9800e4713e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.839951] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Lock "09b94789-2ace-4ecc-8374-e9800e4713e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.842466] env[62675]: INFO nova.compute.manager [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Terminating instance [ 921.961871] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5294679c-ec76-c18a-c36d-eed5a733cc44, 'name': SearchDatastore_Task, 'duration_secs': 0.008032} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.962722] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1817a068-31eb-4556-937d-39506f4de34f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.970305] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Waiting for the task: (returnval){ [ 921.970305] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5220b320-1553-8504-f83d-c185785b361e" [ 921.970305] env[62675]: _type = "Task" [ 921.970305] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.983225] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5220b320-1553-8504-f83d-c185785b361e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.009952] env[62675]: DEBUG nova.network.neutron [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.018129] env[62675]: DEBUG oslo_concurrency.lockutils [None req-cf9902b8-a78d-4a21-83ca-a0d4de8f4226 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "interface-98bc2a7c-038b-48b6-83ad-db991d3b2c55-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.018415] env[62675]: DEBUG oslo_concurrency.lockutils [None req-cf9902b8-a78d-4a21-83ca-a0d4de8f4226 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-98bc2a7c-038b-48b6-83ad-db991d3b2c55-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.019357] env[62675]: DEBUG nova.objects.instance [None req-cf9902b8-a78d-4a21-83ca-a0d4de8f4226 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'flavor' on Instance uuid 98bc2a7c-038b-48b6-83ad-db991d3b2c55 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.145332] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.147668] env[62675]: DEBUG oslo_concurrency.lockutils [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.708s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.170578] env[62675]: DEBUG nova.network.neutron [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Updating instance_info_cache with network_info: [{"id": "2186b311-5425-459d-b872-eb94119da986", "address": "fa:16:3e:46:9b:15", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2186b311-54", "ovs_interfaceid": "2186b311-5425-459d-b872-eb94119da986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.179139] env[62675]: INFO nova.scheduler.client.report [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted allocations for instance 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18 [ 922.310358] env[62675]: DEBUG oslo_vmware.api [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691075, 'name': PowerOnVM_Task, 'duration_secs': 0.445228} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.311116] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.311116] env[62675]: INFO nova.compute.manager [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Took 7.26 seconds to spawn the instance on the hypervisor. [ 922.311116] env[62675]: DEBUG nova.compute.manager [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.311865] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbb6ffc-d021-48a7-824d-616cae218d4d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.347168] env[62675]: DEBUG nova.compute.manager [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.347392] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.348332] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacc1fce-45a2-4087-a3c9-a1c75d4c9f77 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.357611] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.357911] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffcee1d4-68c8-4c5e-8d9b-c65ba458b6ba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.365872] env[62675]: DEBUG oslo_vmware.api [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Waiting for the task: (returnval){ [ 922.365872] env[62675]: value = "task-2691076" [ 922.365872] env[62675]: _type = "Task" [ 922.365872] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.375255] env[62675]: DEBUG oslo_vmware.api [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2691076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.481777] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5220b320-1553-8504-f83d-c185785b361e, 'name': SearchDatastore_Task, 'duration_secs': 0.013351} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.482812] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.482812] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838/0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.482812] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5007e1c8-1bbd-43ba-bce0-f2006052e2f9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.491279] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Waiting for the task: (returnval){ [ 922.491279] env[62675]: value = "task-2691077" [ 922.491279] env[62675]: _type = "Task" [ 922.491279] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.503946] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.522826] env[62675]: DEBUG nova.objects.instance [None req-cf9902b8-a78d-4a21-83ca-a0d4de8f4226 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'pci_requests' on Instance uuid 98bc2a7c-038b-48b6-83ad-db991d3b2c55 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.653100] env[62675]: INFO nova.compute.claims [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.674141] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Releasing lock "refresh_cache-2b0786b5-b9fb-418f-a1ab-9312a2f8530d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.674579] env[62675]: DEBUG nova.compute.manager [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Instance network_info: |[{"id": "2186b311-5425-459d-b872-eb94119da986", "address": "fa:16:3e:46:9b:15", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2186b311-54", "ovs_interfaceid": "2186b311-5425-459d-b872-eb94119da986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 922.675017] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:9b:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2186b311-5425-459d-b872-eb94119da986', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.682992] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Creating folder: Project (f3264657f83142009d32d6364107dfb7). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.684054] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13f09fc9-1046-4143-983a-b26be09532c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.689864] env[62675]: DEBUG oslo_concurrency.lockutils [None req-52297b00-10fd-4471-9845-214cb761986e tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "07af8836-2f8f-4ee0-ab1f-06aaa66a0c18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.482s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.699846] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Created folder: Project (f3264657f83142009d32d6364107dfb7) in parent group-v542174. [ 922.700012] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Creating folder: Instances. Parent ref: group-v542400. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.700289] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7f53962-350f-4a0f-9bd4-9493e01d41a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.711850] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Created folder: Instances in parent group-v542400. [ 922.712203] env[62675]: DEBUG oslo.service.loopingcall [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 922.712470] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 922.712753] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eace0591-998d-4ab3-9033-b7a29844ab37 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.737200] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 922.737200] env[62675]: value = "task-2691080" [ 922.737200] env[62675]: _type = "Task" [ 922.737200] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.749726] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691080, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.831193] env[62675]: INFO nova.compute.manager [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Took 44.78 seconds to build instance. [ 922.881199] env[62675]: DEBUG oslo_vmware.api [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2691076, 'name': PowerOffVM_Task, 'duration_secs': 0.264571} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.881490] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.881671] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.882316] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df29cbcf-61ff-4d84-9020-8df4c9c539be {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.976921] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.976921] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.976921] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Deleting the datastore file [datastore2] 09b94789-2ace-4ecc-8374-e9800e4713e1 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.976921] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87e54f13-c96d-4425-bf58-36a526fcd2ce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.983496] env[62675]: DEBUG oslo_vmware.api [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Waiting for the task: (returnval){ [ 922.983496] env[62675]: value = "task-2691082" [ 922.983496] env[62675]: _type = "Task" [ 922.983496] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.991872] env[62675]: DEBUG oslo_vmware.api [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2691082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.000027] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505273} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.000027] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838/0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.000241] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.000519] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3eee7c6-e9cc-4ae8-bfdd-dc7d68005286 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.005839] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Waiting for the task: (returnval){ [ 923.005839] env[62675]: value = "task-2691083" [ 923.005839] env[62675]: _type = "Task" [ 923.005839] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.013446] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.029207] env[62675]: DEBUG nova.objects.base [None req-cf9902b8-a78d-4a21-83ca-a0d4de8f4226 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Object Instance<98bc2a7c-038b-48b6-83ad-db991d3b2c55> lazy-loaded attributes: flavor,pci_requests {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 923.029424] env[62675]: DEBUG nova.network.neutron [None req-cf9902b8-a78d-4a21-83ca-a0d4de8f4226 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.116648] env[62675]: DEBUG oslo_concurrency.lockutils [None req-cf9902b8-a78d-4a21-83ca-a0d4de8f4226 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-98bc2a7c-038b-48b6-83ad-db991d3b2c55-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.098s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.159760] env[62675]: INFO nova.compute.resource_tracker [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating resource usage from migration 7bbd5622-bab9-497d-b409-bd8769d4f553 [ 923.247458] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691080, 'name': CreateVM_Task, 'duration_secs': 0.508539} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.247643] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.248330] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.248497] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.248999] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.249131] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656beb35-1646-4259-a66f-8faaba5ab041 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.253632] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Waiting for the task: (returnval){ [ 923.253632] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5200b023-793a-c2ec-0b21-0e76599da5c4" [ 923.253632] env[62675]: _type = "Task" [ 923.253632] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.264509] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5200b023-793a-c2ec-0b21-0e76599da5c4, 'name': SearchDatastore_Task, 'duration_secs': 0.0085} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.264812] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.265314] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 923.265610] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.265849] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.266017] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 923.266424] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18515615-67bf-49a9-82d3-2329f36b0967 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.276022] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 923.276166] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 923.276942] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dacc595-e605-4efb-a652-95abfa6043d6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.283840] env[62675]: DEBUG nova.compute.manager [req-da1d4fad-7c3d-4a3c-96fc-5d62ee6f5268 req-98f9079c-7652-472c-bd53-7fb75b7544a2 service nova] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Received event network-changed-2186b311-5425-459d-b872-eb94119da986 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.284033] env[62675]: DEBUG nova.compute.manager [req-da1d4fad-7c3d-4a3c-96fc-5d62ee6f5268 req-98f9079c-7652-472c-bd53-7fb75b7544a2 service nova] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Refreshing instance network info cache due to event network-changed-2186b311-5425-459d-b872-eb94119da986. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 923.284247] env[62675]: DEBUG oslo_concurrency.lockutils [req-da1d4fad-7c3d-4a3c-96fc-5d62ee6f5268 req-98f9079c-7652-472c-bd53-7fb75b7544a2 service nova] Acquiring lock "refresh_cache-2b0786b5-b9fb-418f-a1ab-9312a2f8530d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.284441] env[62675]: DEBUG oslo_concurrency.lockutils [req-da1d4fad-7c3d-4a3c-96fc-5d62ee6f5268 req-98f9079c-7652-472c-bd53-7fb75b7544a2 service nova] Acquired lock "refresh_cache-2b0786b5-b9fb-418f-a1ab-9312a2f8530d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.284672] env[62675]: DEBUG nova.network.neutron [req-da1d4fad-7c3d-4a3c-96fc-5d62ee6f5268 req-98f9079c-7652-472c-bd53-7fb75b7544a2 service nova] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Refreshing network info cache for port 2186b311-5425-459d-b872-eb94119da986 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.287168] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Waiting for the task: (returnval){ [ 923.287168] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52525c06-502d-a4d6-2e16-e95c1c60e674" [ 923.287168] env[62675]: _type = "Task" [ 923.287168] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.298553] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52525c06-502d-a4d6-2e16-e95c1c60e674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.333540] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20511ac5-6b14-4d68-a684-93da436ecb82 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.293s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.488277] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494a0c00-1253-44b8-8cee-594d55bd1a40 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.497054] env[62675]: DEBUG oslo_vmware.api [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Task: {'id': task-2691082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200092} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.498884] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.499118] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.499308] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.499486] env[62675]: INFO nova.compute.manager [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 923.500238] env[62675]: DEBUG oslo.service.loopingcall [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.500238] env[62675]: DEBUG nova.compute.manager [-] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.500238] env[62675]: DEBUG nova.network.neutron [-] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.502455] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfe4d35-1e0f-4c57-b2a6-38871f7cfd1a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.534412] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d1113-2ff0-4c28-a6a8-0e677b0d742c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.539827] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089156} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.540449] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.541202] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980155b8-9dcc-4f3b-962e-39de0cdf37bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.546800] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655ebe86-a882-4d08-8d43-a5d1238f8a7a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.568724] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838/0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.571281] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84b9aebd-b153-4b57-9897-8b0343a75a5b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.594973] env[62675]: DEBUG nova.compute.provider_tree [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.604023] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Waiting for the task: (returnval){ [ 923.604023] env[62675]: value = "task-2691084" [ 923.604023] env[62675]: _type = "Task" [ 923.604023] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.609788] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.804437] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52525c06-502d-a4d6-2e16-e95c1c60e674, 'name': SearchDatastore_Task, 'duration_secs': 0.024769} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.804437] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-221a73dc-a870-4e85-b098-a30b6ca8add1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.809283] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Waiting for the task: (returnval){ [ 923.809283] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52acde2c-ff10-cc47-3849-a34df2a2eb05" [ 923.809283] env[62675]: _type = "Task" [ 923.809283] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.818443] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52acde2c-ff10-cc47-3849-a34df2a2eb05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.111684] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691084, 'name': ReconfigVM_Task, 'duration_secs': 0.281241} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.112035] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838/0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.112704] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-754b3d17-cb3a-4b53-a016-732f1884f883 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.120406] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Waiting for the task: (returnval){ [ 924.120406] env[62675]: value = "task-2691085" [ 924.120406] env[62675]: _type = "Task" [ 924.120406] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.124447] env[62675]: DEBUG nova.network.neutron [req-da1d4fad-7c3d-4a3c-96fc-5d62ee6f5268 req-98f9079c-7652-472c-bd53-7fb75b7544a2 service nova] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Updated VIF entry in instance network info cache for port 2186b311-5425-459d-b872-eb94119da986. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.124447] env[62675]: DEBUG nova.network.neutron [req-da1d4fad-7c3d-4a3c-96fc-5d62ee6f5268 req-98f9079c-7652-472c-bd53-7fb75b7544a2 service nova] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Updating instance_info_cache with network_info: [{"id": "2186b311-5425-459d-b872-eb94119da986", "address": "fa:16:3e:46:9b:15", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2186b311-54", "ovs_interfaceid": "2186b311-5425-459d-b872-eb94119da986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.135207] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691085, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.139775] env[62675]: DEBUG nova.scheduler.client.report [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 924.140135] env[62675]: DEBUG nova.compute.provider_tree [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 125 to 126 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 924.140351] env[62675]: DEBUG nova.compute.provider_tree [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 924.320530] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52acde2c-ff10-cc47-3849-a34df2a2eb05, 'name': SearchDatastore_Task, 'duration_secs': 0.017355} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.320935] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.321230] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 2b0786b5-b9fb-418f-a1ab-9312a2f8530d/2b0786b5-b9fb-418f-a1ab-9312a2f8530d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 924.322352] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e0bd269-0831-4652-9a24-d71b8bf8b5c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.329257] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Waiting for the task: (returnval){ [ 924.329257] env[62675]: value = "task-2691086" [ 924.329257] env[62675]: _type = "Task" [ 924.329257] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.338951] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.617482] env[62675]: DEBUG nova.network.neutron [-] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.639023] env[62675]: DEBUG oslo_concurrency.lockutils [req-da1d4fad-7c3d-4a3c-96fc-5d62ee6f5268 req-98f9079c-7652-472c-bd53-7fb75b7544a2 service nova] Releasing lock "refresh_cache-2b0786b5-b9fb-418f-a1ab-9312a2f8530d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.639023] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691085, 'name': Rename_Task, 'duration_secs': 0.387893} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.639023] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.639023] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af9f1786-9684-47b4-a690-db1c6912c694 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.645862] env[62675]: DEBUG oslo_concurrency.lockutils [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.498s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.646107] env[62675]: INFO nova.compute.manager [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Migrating [ 924.655513] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.202s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.657184] env[62675]: INFO nova.compute.claims [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.661368] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Waiting for the task: (returnval){ [ 924.661368] env[62675]: value = "task-2691087" [ 924.661368] env[62675]: _type = "Task" [ 924.661368] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.690214] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.840019] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489705} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.840384] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 2b0786b5-b9fb-418f-a1ab-9312a2f8530d/2b0786b5-b9fb-418f-a1ab-9312a2f8530d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.840619] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.840893] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c022f71-d02d-40a7-b741-26e8df803f96 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.847381] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Waiting for the task: (returnval){ [ 924.847381] env[62675]: value = "task-2691088" [ 924.847381] env[62675]: _type = "Task" [ 924.847381] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.857515] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.033189] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "1b186fef-0376-4d44-a0d8-f90090c6414f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.033484] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "1b186fef-0376-4d44-a0d8-f90090c6414f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.125273] env[62675]: INFO nova.compute.manager [-] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Took 1.62 seconds to deallocate network for instance. [ 925.179052] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691087, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.181567] env[62675]: DEBUG oslo_concurrency.lockutils [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.181787] env[62675]: DEBUG oslo_concurrency.lockutils [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.181992] env[62675]: DEBUG nova.network.neutron [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.236166] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "interface-98bc2a7c-038b-48b6-83ad-db991d3b2c55-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.236476] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-98bc2a7c-038b-48b6-83ad-db991d3b2c55-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.236824] env[62675]: DEBUG nova.objects.instance [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'flavor' on Instance uuid 98bc2a7c-038b-48b6-83ad-db991d3b2c55 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.358275] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066859} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.358539] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.359359] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ba158b-f33a-45a6-a5f8-08102261a6db {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.381469] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 2b0786b5-b9fb-418f-a1ab-9312a2f8530d/2b0786b5-b9fb-418f-a1ab-9312a2f8530d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.381784] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd84e0b-db8d-499d-b4c6-ce95407c4cee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.401642] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Waiting for the task: (returnval){ [ 925.401642] env[62675]: value = "task-2691089" [ 925.401642] env[62675]: _type = "Task" [ 925.401642] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.411303] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.502573] env[62675]: DEBUG nova.compute.manager [req-15314991-fb2b-4eed-a483-40012327581a req-a9ee1a2c-7255-4689-b93a-9655882f5402 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Received event network-changed-2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.502816] env[62675]: DEBUG nova.compute.manager [req-15314991-fb2b-4eed-a483-40012327581a req-a9ee1a2c-7255-4689-b93a-9655882f5402 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Refreshing instance network info cache due to event network-changed-2cbfc216-5406-4459-9064-8d76ec6f3a65. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.503246] env[62675]: DEBUG oslo_concurrency.lockutils [req-15314991-fb2b-4eed-a483-40012327581a req-a9ee1a2c-7255-4689-b93a-9655882f5402 service nova] Acquiring lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.503246] env[62675]: DEBUG oslo_concurrency.lockutils [req-15314991-fb2b-4eed-a483-40012327581a req-a9ee1a2c-7255-4689-b93a-9655882f5402 service nova] Acquired lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.503373] env[62675]: DEBUG nova.network.neutron [req-15314991-fb2b-4eed-a483-40012327581a req-a9ee1a2c-7255-4689-b93a-9655882f5402 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Refreshing network info cache for port 2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.528510] env[62675]: DEBUG nova.compute.manager [req-dc36176b-b429-45ce-ab8d-0aca2caebe24 req-d3fab632-3587-411f-90c2-3ef31c42a870 service nova] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Received event network-vif-deleted-7a920e8d-3c83-4f19-83d8-dd83c3891ace {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.536976] env[62675]: DEBUG nova.compute.manager [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.633917] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.682151] env[62675]: DEBUG oslo_vmware.api [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691087, 'name': PowerOnVM_Task, 'duration_secs': 0.551869} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.682458] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.682662] env[62675]: INFO nova.compute.manager [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Took 8.14 seconds to spawn the instance on the hypervisor. [ 925.682841] env[62675]: DEBUG nova.compute.manager [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.683762] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09db3af7-0a23-4eb4-b0dd-47bf8d62536b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.848929] env[62675]: DEBUG nova.objects.instance [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'pci_requests' on Instance uuid 98bc2a7c-038b-48b6-83ad-db991d3b2c55 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.913895] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691089, 'name': ReconfigVM_Task, 'duration_secs': 0.301458} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.914227] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 2b0786b5-b9fb-418f-a1ab-9312a2f8530d/2b0786b5-b9fb-418f-a1ab-9312a2f8530d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.917747] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc605cc3-4278-491f-89d1-e53d72510792 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.926899] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Waiting for the task: (returnval){ [ 925.926899] env[62675]: value = "task-2691090" [ 925.926899] env[62675]: _type = "Task" [ 925.926899] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.939322] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691090, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.963659] env[62675]: DEBUG nova.network.neutron [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance_info_cache with network_info: [{"id": "257be782-e169-4cdd-9200-0ba33b48fec1", "address": "fa:16:3e:a1:a6:10", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257be782-e1", "ovs_interfaceid": "257be782-e169-4cdd-9200-0ba33b48fec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.061845] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.086253] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eed903b-df5b-4130-9ef6-67cfe3012f7a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.093236] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fee44c9-9552-4494-bb20-3e9a5f54f5de {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.127317] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb3530e-078a-4a03-b28c-f04fd2b38540 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.134615] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd24f9d9-19f6-4734-8c55-d04ad7e7bc75 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.148593] env[62675]: DEBUG nova.compute.provider_tree [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.213540] env[62675]: INFO nova.compute.manager [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Took 48.07 seconds to build instance. [ 926.249925] env[62675]: DEBUG nova.network.neutron [req-15314991-fb2b-4eed-a483-40012327581a req-a9ee1a2c-7255-4689-b93a-9655882f5402 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updated VIF entry in instance network info cache for port 2cbfc216-5406-4459-9064-8d76ec6f3a65. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.250317] env[62675]: DEBUG nova.network.neutron [req-15314991-fb2b-4eed-a483-40012327581a req-a9ee1a2c-7255-4689-b93a-9655882f5402 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updating instance_info_cache with network_info: [{"id": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "address": "fa:16:3e:bb:24:e5", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cbfc216-54", "ovs_interfaceid": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.352817] env[62675]: DEBUG nova.objects.base [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Object Instance<98bc2a7c-038b-48b6-83ad-db991d3b2c55> lazy-loaded attributes: flavor,pci_requests {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 926.353081] env[62675]: DEBUG nova.network.neutron [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.390690] env[62675]: DEBUG nova.policy [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf24a5bfdff41a7bb4b2fa21b80db67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a3741e26954bbb8ce6f9294054f86a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.439702] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691090, 'name': Rename_Task, 'duration_secs': 0.179666} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.440026] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.440287] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c8ead40-bcd1-4766-abf5-40bb4d5d360f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.445816] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Waiting for the task: (returnval){ [ 926.445816] env[62675]: value = "task-2691091" [ 926.445816] env[62675]: _type = "Task" [ 926.445816] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.453988] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.466084] env[62675]: DEBUG oslo_concurrency.lockutils [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.655079] env[62675]: DEBUG nova.scheduler.client.report [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.679130] env[62675]: DEBUG nova.network.neutron [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Successfully created port: 8e3ba198-19a4-4107-b0de-b54f800d2609 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.717618] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23cd5bb7-4166-4213-a8a1-bb644b862c41 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Lock "0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.580s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.752634] env[62675]: DEBUG oslo_concurrency.lockutils [req-15314991-fb2b-4eed-a483-40012327581a req-a9ee1a2c-7255-4689-b93a-9655882f5402 service nova] Releasing lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.957515] env[62675]: DEBUG oslo_vmware.api [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691091, 'name': PowerOnVM_Task, 'duration_secs': 0.459726} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.957515] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.957515] env[62675]: INFO nova.compute.manager [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Took 6.88 seconds to spawn the instance on the hypervisor. [ 926.957515] env[62675]: DEBUG nova.compute.manager [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.957515] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12faa3b0-e765-4fd5-b351-b1f6e08ae2d2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.164339] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.164949] env[62675]: DEBUG nova.compute.manager [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.167659] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.263s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.169050] env[62675]: INFO nova.compute.claims [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.476936] env[62675]: INFO nova.compute.manager [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Took 48.18 seconds to build instance. [ 927.673922] env[62675]: DEBUG nova.compute.utils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 927.677981] env[62675]: DEBUG nova.compute.manager [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.678183] env[62675]: DEBUG nova.network.neutron [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.694917] env[62675]: DEBUG nova.compute.manager [req-df3d74bc-caf0-4cba-a965-da14ab03ca51 req-15a26e55-2111-4561-8b99-46cd1f85cba0 service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Received event network-changed-9444a325-6e97-4402-ade3-4adccf859ffa {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.696154] env[62675]: DEBUG nova.compute.manager [req-df3d74bc-caf0-4cba-a965-da14ab03ca51 req-15a26e55-2111-4561-8b99-46cd1f85cba0 service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Refreshing instance network info cache due to event network-changed-9444a325-6e97-4402-ade3-4adccf859ffa. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 927.696154] env[62675]: DEBUG oslo_concurrency.lockutils [req-df3d74bc-caf0-4cba-a965-da14ab03ca51 req-15a26e55-2111-4561-8b99-46cd1f85cba0 service nova] Acquiring lock "refresh_cache-0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.696154] env[62675]: DEBUG oslo_concurrency.lockutils [req-df3d74bc-caf0-4cba-a965-da14ab03ca51 req-15a26e55-2111-4561-8b99-46cd1f85cba0 service nova] Acquired lock "refresh_cache-0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.696154] env[62675]: DEBUG nova.network.neutron [req-df3d74bc-caf0-4cba-a965-da14ab03ca51 req-15a26e55-2111-4561-8b99-46cd1f85cba0 service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Refreshing network info cache for port 9444a325-6e97-4402-ade3-4adccf859ffa {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.735121] env[62675]: DEBUG nova.policy [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20790a2a7de042aa9aababa57546833f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba64eb611e2b4dd9971e72f51cc3f1e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.752682] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Acquiring lock "29199399-8810-4aa8-bb38-1d3975f6d9cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.752958] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Lock "29199399-8810-4aa8-bb38-1d3975f6d9cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.753154] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Acquiring lock "29199399-8810-4aa8-bb38-1d3975f6d9cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.753325] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Lock "29199399-8810-4aa8-bb38-1d3975f6d9cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.753495] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Lock "29199399-8810-4aa8-bb38-1d3975f6d9cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.755703] env[62675]: INFO nova.compute.manager [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Terminating instance [ 927.979881] env[62675]: DEBUG oslo_concurrency.lockutils [None req-82cc240f-01cd-4809-8fab-f53d73bcd8a8 tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Lock "2b0786b5-b9fb-418f-a1ab-9312a2f8530d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.689s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.981969] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c5cb47-58dd-4d05-846a-255e51ae6156 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.002349] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance '08c08b75-6775-4dd7-a13c-2574d3d69558' progress to 0 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.093431] env[62675]: DEBUG nova.network.neutron [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Successfully created port: 0081a910-3e09-4fdf-839f-aced5ac09e78 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.178992] env[62675]: DEBUG nova.compute.manager [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.259681] env[62675]: DEBUG nova.compute.manager [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.259924] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.260201] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-253f0e47-4bf5-454a-837c-b4cda18b397d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.274022] env[62675]: DEBUG oslo_vmware.api [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Waiting for the task: (returnval){ [ 928.274022] env[62675]: value = "task-2691092" [ 928.274022] env[62675]: _type = "Task" [ 928.274022] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.283407] env[62675]: DEBUG oslo_vmware.api [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2691092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.371490] env[62675]: DEBUG nova.compute.manager [None req-06c38b4f-14d8-4ec3-ade0-e9079cfc594c tempest-ServerDiagnosticsTest-1352202440 tempest-ServerDiagnosticsTest-1352202440-project-admin] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.375309] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7e310f-55ec-4f45-a2b4-8b1f0dbc0103 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.385537] env[62675]: INFO nova.compute.manager [None req-06c38b4f-14d8-4ec3-ade0-e9079cfc594c tempest-ServerDiagnosticsTest-1352202440 tempest-ServerDiagnosticsTest-1352202440-project-admin] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Retrieving diagnostics [ 928.386762] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fa8402-ab60-4079-a4b7-7beb43ded115 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.486704] env[62675]: DEBUG nova.network.neutron [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Successfully updated port: 8e3ba198-19a4-4107-b0de-b54f800d2609 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.509467] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.509467] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9220c4a-00b3-46e5-86c3-432c9ed093aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.516588] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 928.516588] env[62675]: value = "task-2691093" [ 928.516588] env[62675]: _type = "Task" [ 928.516588] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.530524] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.580095] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4182c2ad-2e22-4638-9796-343c135604ab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.588175] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a70ff69-d583-477c-a591-9bbe42a8a0c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.622442] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f068c0-9424-4092-b057-46c81be1cb57 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.630770] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cfaaba-d5cf-4bbd-bbd9-c633128ed981 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.645119] env[62675]: DEBUG nova.compute.provider_tree [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.658526] env[62675]: DEBUG nova.network.neutron [req-df3d74bc-caf0-4cba-a965-da14ab03ca51 req-15a26e55-2111-4561-8b99-46cd1f85cba0 service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Updated VIF entry in instance network info cache for port 9444a325-6e97-4402-ade3-4adccf859ffa. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.658913] env[62675]: DEBUG nova.network.neutron [req-df3d74bc-caf0-4cba-a965-da14ab03ca51 req-15a26e55-2111-4561-8b99-46cd1f85cba0 service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Updating instance_info_cache with network_info: [{"id": "9444a325-6e97-4402-ade3-4adccf859ffa", "address": "fa:16:3e:03:0a:a7", "network": {"id": "03929ddb-414e-4b2f-ad25-122d0f3422fa", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-90397131-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "065d68c809064a2e9d3cf3968d0d56e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9444a325-6e", "ovs_interfaceid": "9444a325-6e97-4402-ade3-4adccf859ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.784531] env[62675]: DEBUG oslo_vmware.api [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2691092, 'name': PowerOffVM_Task, 'duration_secs': 0.262925} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.784812] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.785017] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 928.785226] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542302', 'volume_id': 'd04a2532-9421-4bfd-8462-7e6220b248c2', 'name': 'volume-d04a2532-9421-4bfd-8462-7e6220b248c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29199399-8810-4aa8-bb38-1d3975f6d9cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd04a2532-9421-4bfd-8462-7e6220b248c2', 'serial': 'd04a2532-9421-4bfd-8462-7e6220b248c2'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 928.786024] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691b6ffc-d5db-4a6d-9cd7-95c45474584d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.804043] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a0d4e9-fe45-43ff-a583-4af802d9e78e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.810625] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839618b6-8fbc-4852-920a-7ac7f230bc50 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.829673] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd46e42f-917e-4906-ad02-23c32c3b97ea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.844675] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] The volume has not been displaced from its original location: [datastore1] volume-d04a2532-9421-4bfd-8462-7e6220b248c2/volume-d04a2532-9421-4bfd-8462-7e6220b248c2.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 928.850121] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 928.850441] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba2659b-dcfa-4495-92df-9953edc2ab79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.867830] env[62675]: DEBUG oslo_vmware.api [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Waiting for the task: (returnval){ [ 928.867830] env[62675]: value = "task-2691094" [ 928.867830] env[62675]: _type = "Task" [ 928.867830] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.875906] env[62675]: DEBUG oslo_vmware.api [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2691094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.987474] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.987474] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.987474] env[62675]: DEBUG nova.network.neutron [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.029809] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691093, 'name': PowerOffVM_Task, 'duration_secs': 0.363757} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.030101] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.030304] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance '08c08b75-6775-4dd7-a13c-2574d3d69558' progress to 17 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.048724] env[62675]: DEBUG nova.compute.manager [req-ff95619d-6c4c-4d7d-95f9-ec264d242510 req-51b60c96-28b2-45ff-9916-42605b37d5ca service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received event network-vif-plugged-8e3ba198-19a4-4107-b0de-b54f800d2609 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.049342] env[62675]: DEBUG oslo_concurrency.lockutils [req-ff95619d-6c4c-4d7d-95f9-ec264d242510 req-51b60c96-28b2-45ff-9916-42605b37d5ca service nova] Acquiring lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.049342] env[62675]: DEBUG oslo_concurrency.lockutils [req-ff95619d-6c4c-4d7d-95f9-ec264d242510 req-51b60c96-28b2-45ff-9916-42605b37d5ca service nova] Lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.049544] env[62675]: DEBUG oslo_concurrency.lockutils [req-ff95619d-6c4c-4d7d-95f9-ec264d242510 req-51b60c96-28b2-45ff-9916-42605b37d5ca service nova] Lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.049800] env[62675]: DEBUG nova.compute.manager [req-ff95619d-6c4c-4d7d-95f9-ec264d242510 req-51b60c96-28b2-45ff-9916-42605b37d5ca service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] No waiting events found dispatching network-vif-plugged-8e3ba198-19a4-4107-b0de-b54f800d2609 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.049982] env[62675]: WARNING nova.compute.manager [req-ff95619d-6c4c-4d7d-95f9-ec264d242510 req-51b60c96-28b2-45ff-9916-42605b37d5ca service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received unexpected event network-vif-plugged-8e3ba198-19a4-4107-b0de-b54f800d2609 for instance with vm_state active and task_state None. [ 929.148341] env[62675]: DEBUG nova.scheduler.client.report [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.161286] env[62675]: DEBUG oslo_concurrency.lockutils [req-df3d74bc-caf0-4cba-a965-da14ab03ca51 req-15a26e55-2111-4561-8b99-46cd1f85cba0 service nova] Releasing lock "refresh_cache-0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.196103] env[62675]: DEBUG nova.compute.manager [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.221417] env[62675]: DEBUG nova.virt.hardware [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.221669] env[62675]: DEBUG nova.virt.hardware [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.221828] env[62675]: DEBUG nova.virt.hardware [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.222097] env[62675]: DEBUG nova.virt.hardware [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.222254] env[62675]: DEBUG nova.virt.hardware [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.222433] env[62675]: DEBUG nova.virt.hardware [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.222721] env[62675]: DEBUG nova.virt.hardware [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.222833] env[62675]: DEBUG nova.virt.hardware [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.222993] env[62675]: DEBUG nova.virt.hardware [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.223172] env[62675]: DEBUG nova.virt.hardware [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.223386] env[62675]: DEBUG nova.virt.hardware [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.224311] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20846d2-4c4c-426c-a7ae-05b5d4c93a3c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.232831] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44fdc75-042f-49bc-9057-f209a5c2cf45 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.317833] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.317833] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.377222] env[62675]: DEBUG oslo_vmware.api [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2691094, 'name': ReconfigVM_Task, 'duration_secs': 0.247774} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.377508] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 929.382102] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee86d2bf-5cab-4a76-9529-b924e68d2622 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.398231] env[62675]: DEBUG oslo_vmware.api [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Waiting for the task: (returnval){ [ 929.398231] env[62675]: value = "task-2691095" [ 929.398231] env[62675]: _type = "Task" [ 929.398231] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.407498] env[62675]: DEBUG oslo_vmware.api [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2691095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.533301] env[62675]: WARNING nova.network.neutron [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] 05516cfa-97b0-486c-bf21-b93c5351a90a already exists in list: networks containing: ['05516cfa-97b0-486c-bf21-b93c5351a90a']. ignoring it [ 929.537512] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.537739] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.537899] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.538150] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.538251] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.538432] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.538694] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.538896] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.539134] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.539319] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.539524] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.545918] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a24be3ca-7d46-44cb-a436-d56d69f47bae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.561905] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 929.561905] env[62675]: value = "task-2691096" [ 929.561905] env[62675]: _type = "Task" [ 929.561905] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.570875] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691096, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.655091] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.655720] env[62675]: DEBUG nova.compute.manager [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.659235] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.978s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.660873] env[62675]: INFO nova.compute.claims [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.825297] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.825573] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Starting heal instance info cache {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 929.909376] env[62675]: DEBUG oslo_vmware.api [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2691095, 'name': ReconfigVM_Task, 'duration_secs': 0.175191} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.909722] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542302', 'volume_id': 'd04a2532-9421-4bfd-8462-7e6220b248c2', 'name': 'volume-d04a2532-9421-4bfd-8462-7e6220b248c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '29199399-8810-4aa8-bb38-1d3975f6d9cd', 'attached_at': '', 'detached_at': '', 'volume_id': 'd04a2532-9421-4bfd-8462-7e6220b248c2', 'serial': 'd04a2532-9421-4bfd-8462-7e6220b248c2'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 929.910049] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.910864] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a53d424-10ed-4fe2-b6ff-1ff235e0d357 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.918260] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.918533] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61e0dae4-5ae0-4d83-8186-cf19cf70bec7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.003916] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.004323] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.004323] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Deleting the datastore file [datastore1] 29199399-8810-4aa8-bb38-1d3975f6d9cd {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.004586] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a23b1cf3-b61a-4d09-a777-4d1b1cca9e12 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.015361] env[62675]: DEBUG oslo_vmware.api [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Waiting for the task: (returnval){ [ 930.015361] env[62675]: value = "task-2691098" [ 930.015361] env[62675]: _type = "Task" [ 930.015361] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.023538] env[62675]: DEBUG oslo_vmware.api [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2691098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.048322] env[62675]: DEBUG oslo_concurrency.lockutils [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Acquiring lock "2b0786b5-b9fb-418f-a1ab-9312a2f8530d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.048605] env[62675]: DEBUG oslo_concurrency.lockutils [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Lock "2b0786b5-b9fb-418f-a1ab-9312a2f8530d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.048801] env[62675]: DEBUG oslo_concurrency.lockutils [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Acquiring lock "2b0786b5-b9fb-418f-a1ab-9312a2f8530d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.048985] env[62675]: DEBUG oslo_concurrency.lockutils [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Lock "2b0786b5-b9fb-418f-a1ab-9312a2f8530d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.050035] env[62675]: DEBUG oslo_concurrency.lockutils [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Lock "2b0786b5-b9fb-418f-a1ab-9312a2f8530d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.054764] env[62675]: INFO nova.compute.manager [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Terminating instance [ 930.080869] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691096, 'name': ReconfigVM_Task, 'duration_secs': 0.160135} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.081301] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance '08c08b75-6775-4dd7-a13c-2574d3d69558' progress to 33 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.165704] env[62675]: DEBUG nova.compute.utils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 930.170418] env[62675]: DEBUG nova.compute.manager [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.170638] env[62675]: DEBUG nova.network.neutron [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.260793] env[62675]: DEBUG nova.policy [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1434c48a09b43e49f083fc125561763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd0ff61fcca49b79d4e666dc4a53ba6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.341473] env[62675]: DEBUG nova.network.neutron [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updating instance_info_cache with network_info: [{"id": "901e5464-e4be-4b54-8cbc-441dc18d291c", "address": "fa:16:3e:18:12:be", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e5464-e4", "ovs_interfaceid": "901e5464-e4be-4b54-8cbc-441dc18d291c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e3ba198-19a4-4107-b0de-b54f800d2609", "address": "fa:16:3e:7d:ea:bb", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3ba198-19", "ovs_interfaceid": "8e3ba198-19a4-4107-b0de-b54f800d2609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.400233] env[62675]: DEBUG nova.network.neutron [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Successfully updated port: 0081a910-3e09-4fdf-839f-aced5ac09e78 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.528734] env[62675]: DEBUG oslo_vmware.api [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Task: {'id': task-2691098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143547} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.528734] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.528734] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.528734] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.528734] env[62675]: INFO nova.compute.manager [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Took 2.27 seconds to destroy the instance on the hypervisor. [ 930.528734] env[62675]: DEBUG oslo.service.loopingcall [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.529061] env[62675]: DEBUG nova.compute.manager [-] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.529061] env[62675]: DEBUG nova.network.neutron [-] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.559938] env[62675]: DEBUG nova.compute.manager [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.560205] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.561146] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e4bb7d-2540-4ee6-8af8-06676c4a1456 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.568803] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.569074] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2229647e-7d5d-4dc2-897c-041f935922cc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.574865] env[62675]: DEBUG oslo_vmware.api [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Waiting for the task: (returnval){ [ 930.574865] env[62675]: value = "task-2691099" [ 930.574865] env[62675]: _type = "Task" [ 930.574865] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.582485] env[62675]: DEBUG oslo_vmware.api [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.591220] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.591551] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.591836] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.592134] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.592398] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.592668] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.592989] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.593467] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.593541] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.594447] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.594447] env[62675]: DEBUG nova.virt.hardware [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.600036] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.600440] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.600667] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.600852] env[62675]: INFO nova.compute.manager [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Shelving [ 930.602182] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcf801b2-68d9-4d8c-a9be-15357f8ebf8e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.633023] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 930.633023] env[62675]: value = "task-2691100" [ 930.633023] env[62675]: _type = "Task" [ 930.633023] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.639993] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.669384] env[62675]: DEBUG nova.network.neutron [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Successfully created port: 718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.672098] env[62675]: DEBUG nova.compute.manager [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.844976] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.845648] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.845799] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.847209] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2a312d-89ba-4794-a83e-94cf0b1e7c03 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.867662] env[62675]: DEBUG nova.virt.hardware [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.867916] env[62675]: DEBUG nova.virt.hardware [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.868092] env[62675]: DEBUG nova.virt.hardware [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.868294] env[62675]: DEBUG nova.virt.hardware [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.868444] env[62675]: DEBUG nova.virt.hardware [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.868594] env[62675]: DEBUG nova.virt.hardware [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.868883] env[62675]: DEBUG nova.virt.hardware [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.869094] env[62675]: DEBUG nova.virt.hardware [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.869273] env[62675]: DEBUG nova.virt.hardware [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.869440] env[62675]: DEBUG nova.virt.hardware [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.869617] env[62675]: DEBUG nova.virt.hardware [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.876632] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Reconfiguring VM to attach interface {{(pid=62675) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 930.879892] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fbe52f6-3963-4372-9f81-ddee608b3109 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.897488] env[62675]: DEBUG oslo_vmware.api [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 930.897488] env[62675]: value = "task-2691101" [ 930.897488] env[62675]: _type = "Task" [ 930.897488] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.905016] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "refresh_cache-b9f1040c-af4d-4a0d-a621-08edc636d3e9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.905166] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquired lock "refresh_cache-b9f1040c-af4d-4a0d-a621-08edc636d3e9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.905675] env[62675]: DEBUG nova.network.neutron [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.909755] env[62675]: DEBUG oslo_vmware.api [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691101, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.086949] env[62675]: DEBUG oslo_vmware.api [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691099, 'name': PowerOffVM_Task, 'duration_secs': 0.230767} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.087316] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.087440] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.087714] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fdca989-c0d7-48aa-bf44-f61632b7c400 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.126176] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bab5d3-13ea-4312-9239-d337a4111f1e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.129357] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.129487] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0fd6113-3cb8-4a41-b2eb-f79e6f0ab542 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.138808] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 931.138808] env[62675]: value = "task-2691103" [ 931.138808] env[62675]: _type = "Task" [ 931.138808] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.140600] env[62675]: DEBUG nova.compute.manager [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received event network-changed-8e3ba198-19a4-4107-b0de-b54f800d2609 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.140600] env[62675]: DEBUG nova.compute.manager [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Refreshing instance network info cache due to event network-changed-8e3ba198-19a4-4107-b0de-b54f800d2609. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.140794] env[62675]: DEBUG oslo_concurrency.lockutils [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] Acquiring lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.140848] env[62675]: DEBUG oslo_concurrency.lockutils [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] Acquired lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.141364] env[62675]: DEBUG nova.network.neutron [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Refreshing network info cache for port 8e3ba198-19a4-4107-b0de-b54f800d2609 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.144461] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831825ef-f80a-4c95-8441-ccf66556b6da {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.155227] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.157614] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.157924] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.158066] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Deleting the datastore file [datastore2] 2b0786b5-b9fb-418f-a1ab-9312a2f8530d {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.158909] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-965fafc2-c964-4957-8f7e-315176a2ecf4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.195586] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.196924] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a23f19-5adc-46ef-b8ee-fe2158aa251d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.203370] env[62675]: DEBUG oslo_vmware.api [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Waiting for the task: (returnval){ [ 931.203370] env[62675]: value = "task-2691104" [ 931.203370] env[62675]: _type = "Task" [ 931.203370] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.211873] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc13b51-5927-4074-9a5f-fdfb722d588e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.219451] env[62675]: DEBUG oslo_vmware.api [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.231149] env[62675]: DEBUG nova.compute.provider_tree [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.407552] env[62675]: DEBUG oslo_vmware.api [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.441259] env[62675]: DEBUG nova.network.neutron [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.601545] env[62675]: DEBUG nova.network.neutron [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Updating instance_info_cache with network_info: [{"id": "0081a910-3e09-4fdf-839f-aced5ac09e78", "address": "fa:16:3e:42:98:64", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0081a910-3e", "ovs_interfaceid": "0081a910-3e09-4fdf-839f-aced5ac09e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.641565] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691100, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.657431] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691103, 'name': PowerOffVM_Task, 'duration_secs': 0.194397} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.657567] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.658339] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e9b641-8640-42d3-9e3e-0b835b91b8ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.676409] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b7914d-bea0-40af-8447-c305c0908aa4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.702186] env[62675]: DEBUG nova.compute.manager [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.717613] env[62675]: DEBUG oslo_vmware.api [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Task: {'id': task-2691104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24233} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.718826] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.719096] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.719746] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.719746] env[62675]: INFO nova.compute.manager [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 931.719904] env[62675]: DEBUG oslo.service.loopingcall [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 931.720648] env[62675]: DEBUG nova.compute.manager [-] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.720799] env[62675]: DEBUG nova.network.neutron [-] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.736738] env[62675]: DEBUG nova.virt.hardware [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.737036] env[62675]: DEBUG nova.virt.hardware [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.737238] env[62675]: DEBUG nova.virt.hardware [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.737501] env[62675]: DEBUG nova.virt.hardware [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.737728] env[62675]: DEBUG nova.virt.hardware [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.737952] env[62675]: DEBUG nova.virt.hardware [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.738269] env[62675]: DEBUG nova.virt.hardware [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.738502] env[62675]: DEBUG nova.virt.hardware [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.738741] env[62675]: DEBUG nova.virt.hardware [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.738954] env[62675]: DEBUG nova.virt.hardware [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.739161] env[62675]: DEBUG nova.virt.hardware [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.740042] env[62675]: DEBUG nova.scheduler.client.report [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.744541] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af058191-3b83-4b79-ae21-d48477c41336 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.759131] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc38a35-76e0-452d-b27e-dc5d9fbb0c1a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.763512] env[62675]: DEBUG nova.network.neutron [-] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.908996] env[62675]: DEBUG oslo_vmware.api [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691101, 'name': ReconfigVM_Task, 'duration_secs': 0.88738} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.909581] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.913413] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Reconfigured VM to attach interface {{(pid=62675) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 931.981463] env[62675]: DEBUG nova.network.neutron [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updated VIF entry in instance network info cache for port 8e3ba198-19a4-4107-b0de-b54f800d2609. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.981870] env[62675]: DEBUG nova.network.neutron [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updating instance_info_cache with network_info: [{"id": "901e5464-e4be-4b54-8cbc-441dc18d291c", "address": "fa:16:3e:18:12:be", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e5464-e4", "ovs_interfaceid": "901e5464-e4be-4b54-8cbc-441dc18d291c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e3ba198-19a4-4107-b0de-b54f800d2609", "address": "fa:16:3e:7d:ea:bb", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3ba198-19", "ovs_interfaceid": "8e3ba198-19a4-4107-b0de-b54f800d2609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.104214] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Releasing lock "refresh_cache-b9f1040c-af4d-4a0d-a621-08edc636d3e9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.104592] env[62675]: DEBUG nova.compute.manager [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Instance network_info: |[{"id": "0081a910-3e09-4fdf-839f-aced5ac09e78", "address": "fa:16:3e:42:98:64", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0081a910-3e", "ovs_interfaceid": "0081a910-3e09-4fdf-839f-aced5ac09e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.105094] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:98:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db00ec2e-3155-46b6-8170-082f7d86dbe7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0081a910-3e09-4fdf-839f-aced5ac09e78', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.113291] env[62675]: DEBUG oslo.service.loopingcall [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.113535] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.114090] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b55109b2-94ea-4699-9ab6-9ffb04673998 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.136371] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.136371] env[62675]: value = "task-2691105" [ 932.136371] env[62675]: _type = "Task" [ 932.136371] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.143758] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691100, 'name': ReconfigVM_Task, 'duration_secs': 1.271276} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.148060] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 932.148060] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9700e708-7441-4bd5-9c33-6636b5ac1009 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.153844] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691105, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.179685] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 08c08b75-6775-4dd7-a13c-2574d3d69558/08c08b75-6775-4dd7-a13c-2574d3d69558.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.180242] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75be69b0-e2e2-4dce-89a7-1ade201af90b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.195752] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.196712] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68c6df82-db17-4f4d-9c1f-3bbcf2ecde0c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.205428] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 932.205428] env[62675]: value = "task-2691106" [ 932.205428] env[62675]: _type = "Task" [ 932.205428] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.207043] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 932.207043] env[62675]: value = "task-2691107" [ 932.207043] env[62675]: _type = "Task" [ 932.207043] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.222713] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691106, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.227518] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.249276] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.249788] env[62675]: DEBUG nova.compute.manager [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.252649] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.326s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.252840] env[62675]: DEBUG nova.objects.instance [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 932.266094] env[62675]: INFO nova.compute.manager [-] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Took 1.74 seconds to deallocate network for instance. [ 932.385130] env[62675]: DEBUG nova.network.neutron [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Successfully updated port: 718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.421042] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3c0563ab-d1b9-4ec7-985e-a9509feb4bdb tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-98bc2a7c-038b-48b6-83ad-db991d3b2c55-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.184s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.444013] env[62675]: DEBUG nova.objects.instance [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lazy-loading 'flavor' on Instance uuid 09583a11-95de-4d0e-b0c3-6625655a66ed {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.484878] env[62675]: DEBUG oslo_concurrency.lockutils [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] Releasing lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.485308] env[62675]: DEBUG nova.compute.manager [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Received event network-vif-plugged-0081a910-3e09-4fdf-839f-aced5ac09e78 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.485562] env[62675]: DEBUG oslo_concurrency.lockutils [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] Acquiring lock "b9f1040c-af4d-4a0d-a621-08edc636d3e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.485850] env[62675]: DEBUG oslo_concurrency.lockutils [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] Lock "b9f1040c-af4d-4a0d-a621-08edc636d3e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.486179] env[62675]: DEBUG oslo_concurrency.lockutils [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] Lock "b9f1040c-af4d-4a0d-a621-08edc636d3e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.486433] env[62675]: DEBUG nova.compute.manager [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] No waiting events found dispatching network-vif-plugged-0081a910-3e09-4fdf-839f-aced5ac09e78 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.486641] env[62675]: WARNING nova.compute.manager [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Received unexpected event network-vif-plugged-0081a910-3e09-4fdf-839f-aced5ac09e78 for instance with vm_state building and task_state spawning. [ 932.486874] env[62675]: DEBUG nova.compute.manager [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Received event network-changed-0081a910-3e09-4fdf-839f-aced5ac09e78 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.487069] env[62675]: DEBUG nova.compute.manager [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Refreshing instance network info cache due to event network-changed-0081a910-3e09-4fdf-839f-aced5ac09e78. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 932.487271] env[62675]: DEBUG oslo_concurrency.lockutils [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] Acquiring lock "refresh_cache-b9f1040c-af4d-4a0d-a621-08edc636d3e9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.487411] env[62675]: DEBUG oslo_concurrency.lockutils [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] Acquired lock "refresh_cache-b9f1040c-af4d-4a0d-a621-08edc636d3e9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.487570] env[62675]: DEBUG nova.network.neutron [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Refreshing network info cache for port 0081a910-3e09-4fdf-839f-aced5ac09e78 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.577366] env[62675]: DEBUG nova.network.neutron [-] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.646617] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691105, 'name': CreateVM_Task, 'duration_secs': 0.370098} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.646906] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.647542] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.647729] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.648064] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 932.648326] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89bf13a6-ef53-4f2e-a196-43305a253df2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.652862] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 932.652862] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f5abc1-3bb9-eb98-4af1-fffda980362b" [ 932.652862] env[62675]: _type = "Task" [ 932.652862] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.660997] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f5abc1-3bb9-eb98-4af1-fffda980362b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.717224] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691106, 'name': ReconfigVM_Task, 'duration_secs': 0.308716} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.717881] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 08c08b75-6775-4dd7-a13c-2574d3d69558/08c08b75-6775-4dd7-a13c-2574d3d69558.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.718476] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance '08c08b75-6775-4dd7-a13c-2574d3d69558' progress to 50 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.725312] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691107, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.757545] env[62675]: DEBUG nova.compute.utils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 932.762244] env[62675]: DEBUG nova.compute.manager [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.762480] env[62675]: DEBUG nova.network.neutron [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.800973] env[62675]: DEBUG nova.policy [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '367e3d6d821c40c18d8745e1f21b16ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac2481c15f8340dda5432d349495948a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.817016] env[62675]: INFO nova.compute.manager [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Took 0.55 seconds to detach 1 volumes for instance. [ 932.818628] env[62675]: DEBUG nova.compute.manager [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Deleting volume: d04a2532-9421-4bfd-8462-7e6220b248c2 {{(pid=62675) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 932.887547] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.887734] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquired lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.890169] env[62675]: DEBUG nova.network.neutron [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.949472] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquiring lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.949665] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquired lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.079733] env[62675]: INFO nova.compute.manager [-] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Took 1.36 seconds to deallocate network for instance. [ 933.164008] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f5abc1-3bb9-eb98-4af1-fffda980362b, 'name': SearchDatastore_Task, 'duration_secs': 0.042962} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.164770] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.165138] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.165427] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.165633] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.165865] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.169557] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1a4f816-50ac-4a50-8118-45ba0e6bb7e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.179454] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.179746] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.180439] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ff5a1d-4be5-4b01-afa6-1548c1115a7e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.186302] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 933.186302] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]526e9ca5-37c0-bbab-1d95-2be7bc1c797a" [ 933.186302] env[62675]: _type = "Task" [ 933.186302] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.194156] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526e9ca5-37c0-bbab-1d95-2be7bc1c797a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.221064] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691107, 'name': CreateSnapshot_Task, 'duration_secs': 0.797042} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.221412] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 933.222193] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4691cf9-4f63-4104-9b5b-ba86ba698a3f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.229938] env[62675]: DEBUG nova.compute.manager [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Received event network-vif-deleted-38214219-8614-4fa1-97d0-ab9cc8f04e6d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.230252] env[62675]: DEBUG nova.compute.manager [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Received event network-vif-deleted-2186b311-5425-459d-b872-eb94119da986 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.230482] env[62675]: DEBUG nova.compute.manager [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Received event network-vif-plugged-718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.230716] env[62675]: DEBUG oslo_concurrency.lockutils [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] Acquiring lock "ff7e5351-7495-4be9-8af5-e27f42dd545c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.230958] env[62675]: DEBUG oslo_concurrency.lockutils [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] Lock "ff7e5351-7495-4be9-8af5-e27f42dd545c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.231351] env[62675]: DEBUG oslo_concurrency.lockutils [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] Lock "ff7e5351-7495-4be9-8af5-e27f42dd545c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.231604] env[62675]: DEBUG nova.compute.manager [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] No waiting events found dispatching network-vif-plugged-718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.231835] env[62675]: WARNING nova.compute.manager [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Received unexpected event network-vif-plugged-718b20cb-fdc0-43ab-8214-a99b186f0809 for instance with vm_state building and task_state spawning. [ 933.232070] env[62675]: DEBUG nova.compute.manager [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Received event network-changed-718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.232307] env[62675]: DEBUG nova.compute.manager [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Refreshing instance network info cache due to event network-changed-718b20cb-fdc0-43ab-8214-a99b186f0809. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 933.232554] env[62675]: DEBUG oslo_concurrency.lockutils [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] Acquiring lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.234903] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d4797d-fdc7-4067-912e-9bb02f2851c2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.265827] env[62675]: DEBUG nova.compute.manager [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.272124] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e74bc019-e21d-4170-ac42-df2582cc7545 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.273031] env[62675]: DEBUG oslo_concurrency.lockutils [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.182s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.273311] env[62675]: DEBUG nova.objects.instance [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lazy-loading 'resources' on Instance uuid 418f5295-c774-41bb-b4d6-f46d09f92b0e {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.275015] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c573eb-98bc-457e-b5aa-6e9a09399bc7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.299026] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance '08c08b75-6775-4dd7-a13c-2574d3d69558' progress to 67 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 933.368238] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.436193] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.436349] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquired lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.436525] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Forcefully refreshing network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 933.443672] env[62675]: DEBUG nova.network.neutron [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.500175] env[62675]: DEBUG nova.network.neutron [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Successfully created port: 6b31e8f7-f42c-462a-b251-ea2b0bec7a85 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.591756] env[62675]: DEBUG oslo_concurrency.lockutils [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.602620] env[62675]: DEBUG nova.network.neutron [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Updated VIF entry in instance network info cache for port 0081a910-3e09-4fdf-839f-aced5ac09e78. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.603062] env[62675]: DEBUG nova.network.neutron [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Updating instance_info_cache with network_info: [{"id": "0081a910-3e09-4fdf-839f-aced5ac09e78", "address": "fa:16:3e:42:98:64", "network": {"id": "ca7cfaef-3c5a-46ae-8023-5cb8bf810788", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "4b91ee6b2b5b43a49c48841627d10682", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db00ec2e-3155-46b6-8170-082f7d86dbe7", "external-id": "nsx-vlan-transportzone-332", "segmentation_id": 332, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0081a910-3e", "ovs_interfaceid": "0081a910-3e09-4fdf-839f-aced5ac09e78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.644576] env[62675]: DEBUG nova.network.neutron [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updating instance_info_cache with network_info: [{"id": "718b20cb-fdc0-43ab-8214-a99b186f0809", "address": "fa:16:3e:b5:4a:c0", "network": {"id": "9d086501-abe1-47c0-942f-6519cb89654f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1800741124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd0ff61fcca49b79d4e666dc4a53ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718b20cb-fd", "ovs_interfaceid": "718b20cb-fdc0-43ab-8214-a99b186f0809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.696904] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526e9ca5-37c0-bbab-1d95-2be7bc1c797a, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.698494] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84f13e3-4dfc-405f-a5be-009827dcd4cd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.705167] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 933.705167] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a50fdb-b3f7-1458-2938-5e5ab28344dd" [ 933.705167] env[62675]: _type = "Task" [ 933.705167] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.715709] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a50fdb-b3f7-1458-2938-5e5ab28344dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.757050] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 933.757427] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d6f2583a-c8bf-48eb-a63e-e5799c8c9717 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.769281] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 933.769281] env[62675]: value = "task-2691109" [ 933.769281] env[62675]: _type = "Task" [ 933.769281] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.792947] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691109, 'name': CloneVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.845505] env[62675]: DEBUG nova.network.neutron [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.860883] env[62675]: DEBUG nova.network.neutron [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Port 257be782-e169-4cdd-9200-0ba33b48fec1 binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 934.106239] env[62675]: DEBUG oslo_concurrency.lockutils [req-02014c89-5dfc-41ca-b97e-f562ad10b435 req-9f3da336-29cc-4882-a787-3c6b56f07fff service nova] Releasing lock "refresh_cache-b9f1040c-af4d-4a0d-a621-08edc636d3e9" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.152821] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Releasing lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.153154] env[62675]: DEBUG nova.compute.manager [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Instance network_info: |[{"id": "718b20cb-fdc0-43ab-8214-a99b186f0809", "address": "fa:16:3e:b5:4a:c0", "network": {"id": "9d086501-abe1-47c0-942f-6519cb89654f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1800741124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd0ff61fcca49b79d4e666dc4a53ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718b20cb-fd", "ovs_interfaceid": "718b20cb-fdc0-43ab-8214-a99b186f0809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.153441] env[62675]: DEBUG oslo_concurrency.lockutils [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] Acquired lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.153621] env[62675]: DEBUG nova.network.neutron [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Refreshing network info cache for port 718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.154976] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:4a:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '718b20cb-fdc0-43ab-8214-a99b186f0809', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.162587] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Creating folder: Project (2bd0ff61fcca49b79d4e666dc4a53ba6). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.167602] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e2e4404-666d-458b-ae42-50693a0c6f10 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.180667] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Created folder: Project (2bd0ff61fcca49b79d4e666dc4a53ba6) in parent group-v542174. [ 934.180857] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Creating folder: Instances. Parent ref: group-v542406. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 934.181093] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8f4b824-46a3-4e7d-9b45-d6f75a68534e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.192978] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Created folder: Instances in parent group-v542406. [ 934.193103] env[62675]: DEBUG oslo.service.loopingcall [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.193321] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.193465] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb9e054c-c5d5-496b-9233-1f3ac4e7bc06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.211464] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e5f5e2-a920-47aa-9e20-b0db0b858201 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.225746] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b8eb29-29df-4b29-afe9-44b2f39190b9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.228856] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a50fdb-b3f7-1458-2938-5e5ab28344dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014768} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.229051] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.229051] env[62675]: value = "task-2691112" [ 934.229051] env[62675]: _type = "Task" [ 934.229051] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.229294] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.229591] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] b9f1040c-af4d-4a0d-a621-08edc636d3e9/b9f1040c-af4d-4a0d-a621-08edc636d3e9.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.230163] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cfbc5db-80fc-4580-b80d-eec84cb5c168 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.265054] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfae75be-bc46-43f0-b3e0-1fababffcda4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.271264] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691112, 'name': CreateVM_Task} progress is 15%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.276312] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 934.276312] env[62675]: value = "task-2691113" [ 934.276312] env[62675]: _type = "Task" [ 934.276312] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.283977] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220dc284-8db6-488a-b223-35a178d659d1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.299963] env[62675]: DEBUG nova.compute.manager [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.302340] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691109, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.318714] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.319330] env[62675]: DEBUG nova.compute.provider_tree [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.342923] env[62675]: DEBUG nova.virt.hardware [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.343212] env[62675]: DEBUG nova.virt.hardware [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.343397] env[62675]: DEBUG nova.virt.hardware [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.343598] env[62675]: DEBUG nova.virt.hardware [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.344275] env[62675]: DEBUG nova.virt.hardware [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.344275] env[62675]: DEBUG nova.virt.hardware [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.344275] env[62675]: DEBUG nova.virt.hardware [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.344477] env[62675]: DEBUG nova.virt.hardware [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.344477] env[62675]: DEBUG nova.virt.hardware [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.344675] env[62675]: DEBUG nova.virt.hardware [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.344831] env[62675]: DEBUG nova.virt.hardware [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.346116] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b5377a-fca3-42c4-8aa2-9d68a3637036 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.358260] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4929734c-77f6-4f0e-b81e-d5841cd88495 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.438437] env[62675]: DEBUG nova.network.neutron [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updated VIF entry in instance network info cache for port 718b20cb-fdc0-43ab-8214-a99b186f0809. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.438812] env[62675]: DEBUG nova.network.neutron [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updating instance_info_cache with network_info: [{"id": "718b20cb-fdc0-43ab-8214-a99b186f0809", "address": "fa:16:3e:b5:4a:c0", "network": {"id": "9d086501-abe1-47c0-942f-6519cb89654f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1800741124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd0ff61fcca49b79d4e666dc4a53ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718b20cb-fd", "ovs_interfaceid": "718b20cb-fdc0-43ab-8214-a99b186f0809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.563999] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "interface-98bc2a7c-038b-48b6-83ad-db991d3b2c55-634a8a1b-e62a-458a-90b5-d2cd67232a5a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.563999] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-98bc2a7c-038b-48b6-83ad-db991d3b2c55-634a8a1b-e62a-458a-90b5-d2cd67232a5a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.564394] env[62675]: DEBUG nova.objects.instance [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'flavor' on Instance uuid 98bc2a7c-038b-48b6-83ad-db991d3b2c55 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.686624] env[62675]: DEBUG nova.network.neutron [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Updating instance_info_cache with network_info: [{"id": "941b234e-708b-4a51-9e96-2a19df3f012b", "address": "fa:16:3e:15:fd:02", "network": {"id": "bb9f3654-48f8-47de-849b-5d93beca9f72", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1999772216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e2d36f4a0e44b0a6d91729a3e424fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941b234e-70", "ovs_interfaceid": "941b234e-708b-4a51-9e96-2a19df3f012b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.703888] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updating instance_info_cache with network_info: [{"id": "5ca577bc-df4d-45fa-a773-828ddab03811", "address": "fa:16:3e:de:43:f3", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca577bc-df", "ovs_interfaceid": "5ca577bc-df4d-45fa-a773-828ddab03811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.740725] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691112, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.781423] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691109, 'name': CloneVM_Task} progress is 95%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.793373] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691113, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.822822] env[62675]: DEBUG nova.scheduler.client.report [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.885184] env[62675]: DEBUG oslo_concurrency.lockutils [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "08c08b75-6775-4dd7-a13c-2574d3d69558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.885424] env[62675]: DEBUG oslo_concurrency.lockutils [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "08c08b75-6775-4dd7-a13c-2574d3d69558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.885627] env[62675]: DEBUG oslo_concurrency.lockutils [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "08c08b75-6775-4dd7-a13c-2574d3d69558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.941538] env[62675]: DEBUG oslo_concurrency.lockutils [req-02960a3b-f020-4491-96a4-2da2e8d19d93 req-b38c05c5-f982-4ef3-b8d2-f673d2879686 service nova] Releasing lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.167159] env[62675]: DEBUG nova.objects.instance [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'pci_requests' on Instance uuid 98bc2a7c-038b-48b6-83ad-db991d3b2c55 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.189263] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Releasing lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.189611] env[62675]: DEBUG nova.compute.manager [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Inject network info {{(pid=62675) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 935.189759] env[62675]: DEBUG nova.compute.manager [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] network_info to inject: |[{"id": "941b234e-708b-4a51-9e96-2a19df3f012b", "address": "fa:16:3e:15:fd:02", "network": {"id": "bb9f3654-48f8-47de-849b-5d93beca9f72", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1999772216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e2d36f4a0e44b0a6d91729a3e424fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941b234e-70", "ovs_interfaceid": "941b234e-708b-4a51-9e96-2a19df3f012b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 935.194686] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Reconfiguring VM instance to set the machine id {{(pid=62675) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 935.195236] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95e83f8c-37db-4944-8116-2d0ba7090c72 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.206187] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Releasing lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.206377] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updated the network info_cache for instance {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 935.206563] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.206722] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.206868] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.207026] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.207176] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.207320] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.207447] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 935.207588] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.212166] env[62675]: DEBUG oslo_vmware.api [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for the task: (returnval){ [ 935.212166] env[62675]: value = "task-2691114" [ 935.212166] env[62675]: _type = "Task" [ 935.212166] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.220543] env[62675]: DEBUG oslo_vmware.api [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2691114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.239706] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691112, 'name': CreateVM_Task, 'duration_secs': 0.62651} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.239911] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.240576] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.240748] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.241101] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 935.241366] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472a610b-945e-4531-b0dd-b4f9be2fea09 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.245657] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 935.245657] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c5104b-f9b0-246c-d9cf-59d444587c8f" [ 935.245657] env[62675]: _type = "Task" [ 935.245657] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.252771] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c5104b-f9b0-246c-d9cf-59d444587c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.280118] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691109, 'name': CloneVM_Task, 'duration_secs': 1.344503} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.280367] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Created linked-clone VM from snapshot [ 935.281088] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05480723-b217-4e69-8e3f-bf9fa0c5ac16 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.294273] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Uploading image edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 935.300241] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598033} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.300480] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] b9f1040c-af4d-4a0d-a621-08edc636d3e9/b9f1040c-af4d-4a0d-a621-08edc636d3e9.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.300688] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.300936] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4cb0859-6569-4615-be08-68a638165a00 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.313227] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 935.313227] env[62675]: value = "task-2691115" [ 935.313227] env[62675]: _type = "Task" [ 935.313227] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.323811] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.327055] env[62675]: DEBUG oslo_vmware.rw_handles [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 935.327055] env[62675]: value = "vm-542405" [ 935.327055] env[62675]: _type = "VirtualMachine" [ 935.327055] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 935.328245] env[62675]: DEBUG oslo_concurrency.lockutils [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.331737] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c1982edc-3efa-43cb-9c1b-6db86e08c232 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.332198] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.105s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.332198] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.337025] env[62675]: DEBUG oslo_concurrency.lockutils [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.310s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.337025] env[62675]: DEBUG nova.objects.instance [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lazy-loading 'resources' on Instance uuid 87ccbaad-fb40-49dc-9154-07b90395bce3 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.340350] env[62675]: DEBUG nova.network.neutron [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Successfully updated port: 6b31e8f7-f42c-462a-b251-ea2b0bec7a85 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.345131] env[62675]: DEBUG oslo_vmware.rw_handles [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lease: (returnval){ [ 935.345131] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f40dff-5314-4d01-0837-f0d0e00b93b2" [ 935.345131] env[62675]: _type = "HttpNfcLease" [ 935.345131] env[62675]: } obtained for exporting VM: (result){ [ 935.345131] env[62675]: value = "vm-542405" [ 935.345131] env[62675]: _type = "VirtualMachine" [ 935.345131] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 935.345405] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the lease: (returnval){ [ 935.345405] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f40dff-5314-4d01-0837-f0d0e00b93b2" [ 935.345405] env[62675]: _type = "HttpNfcLease" [ 935.345405] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 935.354729] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.354729] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f40dff-5314-4d01-0837-f0d0e00b93b2" [ 935.354729] env[62675]: _type = "HttpNfcLease" [ 935.354729] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 935.358778] env[62675]: INFO nova.scheduler.client.report [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Deleted allocations for instance 418f5295-c774-41bb-b4d6-f46d09f92b0e [ 935.360607] env[62675]: INFO nova.scheduler.client.report [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleted allocations for instance 47a2f884-e89a-4114-ad54-a94ba493d07f [ 935.365807] env[62675]: DEBUG nova.objects.instance [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lazy-loading 'flavor' on Instance uuid 09583a11-95de-4d0e-b0c3-6625655a66ed {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.517262] env[62675]: DEBUG nova.compute.manager [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Received event network-changed-941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.517460] env[62675]: DEBUG nova.compute.manager [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Refreshing instance network info cache due to event network-changed-941b234e-708b-4a51-9e96-2a19df3f012b. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 935.517673] env[62675]: DEBUG oslo_concurrency.lockutils [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] Acquiring lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.517816] env[62675]: DEBUG oslo_concurrency.lockutils [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] Acquired lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.517981] env[62675]: DEBUG nova.network.neutron [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Refreshing network info cache for port 941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.669738] env[62675]: DEBUG nova.objects.base [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Object Instance<98bc2a7c-038b-48b6-83ad-db991d3b2c55> lazy-loaded attributes: flavor,pci_requests {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 935.670141] env[62675]: DEBUG nova.network.neutron [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.710263] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.720045] env[62675]: DEBUG oslo_vmware.api [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2691114, 'name': ReconfigVM_Task, 'duration_secs': 0.159293} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.720347] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e545cf9a-2307-41c7-9263-030800b7c757 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Reconfigured VM instance to set the machine id {{(pid=62675) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 935.756658] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c5104b-f9b0-246c-d9cf-59d444587c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.016447} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.758167] env[62675]: DEBUG nova.policy [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf24a5bfdff41a7bb4b2fa21b80db67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a3741e26954bbb8ce6f9294054f86a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.760224] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.760510] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.760780] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.760960] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.761211] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.761728] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0eb78ad-ba0d-4b08-9dc6-4185a5115795 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.778419] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.778608] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.779639] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9422989a-1cd9-4bc4-87ed-48789e7a64ce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.784687] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 935.784687] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528fa7ca-9fca-67b8-2dac-cb199b828a04" [ 935.784687] env[62675]: _type = "Task" [ 935.784687] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.792799] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528fa7ca-9fca-67b8-2dac-cb199b828a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.822537] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089979} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.826022] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.826022] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9271bff1-8eb6-47e0-9977-0754b4abd32d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.850647] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "refresh_cache-cd639606-f799-42eb-95b5-8f98e365b903" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.851665] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "refresh_cache-cd639606-f799-42eb-95b5-8f98e365b903" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.851825] env[62675]: DEBUG nova.network.neutron [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.866772] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] b9f1040c-af4d-4a0d-a621-08edc636d3e9/b9f1040c-af4d-4a0d-a621-08edc636d3e9.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.873518] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b845bd9-c62d-4da3-947b-f2713f27dbe2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.893221] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquiring lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.896403] env[62675]: DEBUG oslo_concurrency.lockutils [None req-794ed29a-25f4-4c87-aed8-a64f7556cbfd tempest-ImagesTestJSON-792770671 tempest-ImagesTestJSON-792770671-project-member] Lock "418f5295-c774-41bb-b4d6-f46d09f92b0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.241s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.904748] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63160c87-8102-4aab-941f-e276045a427a tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "47a2f884-e89a-4114-ad54-a94ba493d07f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.511s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.910222] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.910222] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f40dff-5314-4d01-0837-f0d0e00b93b2" [ 935.910222] env[62675]: _type = "HttpNfcLease" [ 935.910222] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.911457] env[62675]: DEBUG oslo_vmware.rw_handles [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.911457] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f40dff-5314-4d01-0837-f0d0e00b93b2" [ 935.911457] env[62675]: _type = "HttpNfcLease" [ 935.911457] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 935.911783] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 935.911783] env[62675]: value = "task-2691117" [ 935.911783] env[62675]: _type = "Task" [ 935.911783] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.912533] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3878899-3bf5-419e-848e-fd3cbd4180b2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.934432] env[62675]: DEBUG oslo_vmware.rw_handles [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ddebd-0697-cf4e-b127-54dc48ade608/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.934782] env[62675]: DEBUG oslo_vmware.rw_handles [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ddebd-0697-cf4e-b127-54dc48ade608/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 935.944100] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.001038] env[62675]: DEBUG nova.network.neutron [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.003785] env[62675]: DEBUG oslo_concurrency.lockutils [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.003962] env[62675]: DEBUG oslo_concurrency.lockutils [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.004144] env[62675]: DEBUG nova.network.neutron [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.039484] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4612d843-5550-41a7-969b-a869f4428dc1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.296665] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528fa7ca-9fca-67b8-2dac-cb199b828a04, 'name': SearchDatastore_Task, 'duration_secs': 0.050194} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.301638] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c07df10c-fce1-435a-b77f-c25b32752ac2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.309146] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 936.309146] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bed012-d0fa-bf7c-a65e-ab2243dc1cc9" [ 936.309146] env[62675]: _type = "Task" [ 936.309146] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.317037] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a356d2-9f63-4457-aeed-c714b9adc373 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.327705] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bed012-d0fa-bf7c-a65e-ab2243dc1cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.331574] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92249cb-814a-4c89-b894-e46e6ba77ea2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.372966] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5336a42-cf45-4470-aeea-b339289aace5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.381061] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d062d00-2284-4895-b431-07c5b03fa939 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.397408] env[62675]: DEBUG nova.compute.provider_tree [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.427773] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.447864] env[62675]: DEBUG nova.network.neutron [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Updating instance_info_cache with network_info: [{"id": "6b31e8f7-f42c-462a-b251-ea2b0bec7a85", "address": "fa:16:3e:75:f2:ee", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b31e8f7-f4", "ovs_interfaceid": "6b31e8f7-f42c-462a-b251-ea2b0bec7a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.701136] env[62675]: DEBUG nova.network.neutron [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Updated VIF entry in instance network info cache for port 941b234e-708b-4a51-9e96-2a19df3f012b. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.701809] env[62675]: DEBUG nova.network.neutron [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Updating instance_info_cache with network_info: [{"id": "941b234e-708b-4a51-9e96-2a19df3f012b", "address": "fa:16:3e:15:fd:02", "network": {"id": "bb9f3654-48f8-47de-849b-5d93beca9f72", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1999772216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e2d36f4a0e44b0a6d91729a3e424fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941b234e-70", "ovs_interfaceid": "941b234e-708b-4a51-9e96-2a19df3f012b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.791282] env[62675]: DEBUG nova.network.neutron [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance_info_cache with network_info: [{"id": "257be782-e169-4cdd-9200-0ba33b48fec1", "address": "fa:16:3e:a1:a6:10", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257be782-e1", "ovs_interfaceid": "257be782-e169-4cdd-9200-0ba33b48fec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.819474] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bed012-d0fa-bf7c-a65e-ab2243dc1cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.03754} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.819842] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.820165] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] ff7e5351-7495-4be9-8af5-e27f42dd545c/ff7e5351-7495-4be9-8af5-e27f42dd545c.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.820650] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed1b8ce6-fa8e-4db0-8aa7-57a0e84964a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.829385] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 936.829385] env[62675]: value = "task-2691118" [ 936.829385] env[62675]: _type = "Task" [ 936.829385] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.839961] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691118, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.901550] env[62675]: DEBUG nova.scheduler.client.report [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.929147] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691117, 'name': ReconfigVM_Task, 'duration_secs': 0.951421} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.929747] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Reconfigured VM instance instance-00000056 to attach disk [datastore1] b9f1040c-af4d-4a0d-a621-08edc636d3e9/b9f1040c-af4d-4a0d-a621-08edc636d3e9.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.930591] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cd46ac1-ac0c-40d8-8658-7e03fc764082 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.937767] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 936.937767] env[62675]: value = "task-2691119" [ 936.937767] env[62675]: _type = "Task" [ 936.937767] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.954059] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "refresh_cache-cd639606-f799-42eb-95b5-8f98e365b903" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.954573] env[62675]: DEBUG nova.compute.manager [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Instance network_info: |[{"id": "6b31e8f7-f42c-462a-b251-ea2b0bec7a85", "address": "fa:16:3e:75:f2:ee", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b31e8f7-f4", "ovs_interfaceid": "6b31e8f7-f42c-462a-b251-ea2b0bec7a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.955069] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691119, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.955681] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:f2:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b31e8f7-f42c-462a-b251-ea2b0bec7a85', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.965182] env[62675]: DEBUG oslo.service.loopingcall [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.966216] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.966772] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfd20ec8-9196-4847-b205-3a78e3caed4d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.988027] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.988027] env[62675]: value = "task-2691120" [ 936.988027] env[62675]: _type = "Task" [ 936.988027] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.999040] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691120, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.205987] env[62675]: DEBUG oslo_concurrency.lockutils [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] Releasing lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.206723] env[62675]: DEBUG nova.compute.manager [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Received event network-vif-plugged-6b31e8f7-f42c-462a-b251-ea2b0bec7a85 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.207113] env[62675]: DEBUG oslo_concurrency.lockutils [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] Acquiring lock "cd639606-f799-42eb-95b5-8f98e365b903-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.207582] env[62675]: DEBUG oslo_concurrency.lockutils [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] Lock "cd639606-f799-42eb-95b5-8f98e365b903-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.207885] env[62675]: DEBUG oslo_concurrency.lockutils [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] Lock "cd639606-f799-42eb-95b5-8f98e365b903-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.208223] env[62675]: DEBUG nova.compute.manager [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] [instance: cd639606-f799-42eb-95b5-8f98e365b903] No waiting events found dispatching network-vif-plugged-6b31e8f7-f42c-462a-b251-ea2b0bec7a85 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.208605] env[62675]: WARNING nova.compute.manager [req-73ae0434-af0c-4d88-9a4d-6f143d86dcfe req-fbfa84f4-d360-428d-babb-a0502acf5571 service nova] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Received unexpected event network-vif-plugged-6b31e8f7-f42c-462a-b251-ea2b0bec7a85 for instance with vm_state building and task_state spawning. [ 937.209356] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquired lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.294347] env[62675]: DEBUG oslo_concurrency.lockutils [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.346936] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691118, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.407402] env[62675]: DEBUG oslo_concurrency.lockutils [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.413415] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.779s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.415637] env[62675]: DEBUG nova.objects.instance [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Lazy-loading 'resources' on Instance uuid 09b94789-2ace-4ecc-8374-e9800e4713e1 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.435799] env[62675]: INFO nova.scheduler.client.report [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Deleted allocations for instance 87ccbaad-fb40-49dc-9154-07b90395bce3 [ 937.453689] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.454430] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.464906] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691119, 'name': Rename_Task, 'duration_secs': 0.276736} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.465123] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.466707] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf8adc80-addb-4537-9779-d6c5e19342aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.479111] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 937.479111] env[62675]: value = "task-2691121" [ 937.479111] env[62675]: _type = "Task" [ 937.479111] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.493154] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.505917] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691120, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.678448] env[62675]: DEBUG nova.network.neutron [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Successfully updated port: 634a8a1b-e62a-458a-90b5-d2cd67232a5a {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.759527] env[62675]: DEBUG nova.network.neutron [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.819618] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3b8968-e40e-4432-819b-959fab95a61c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.845802] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bdbca4-08d2-45a0-a108-bb5dc88cc359 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.855257] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691118, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701188} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.858102] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] ff7e5351-7495-4be9-8af5-e27f42dd545c/ff7e5351-7495-4be9-8af5-e27f42dd545c.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.858389] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.859465] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance '08c08b75-6775-4dd7-a13c-2574d3d69558' progress to 83 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.862533] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-727824cd-bfee-4cca-9098-8caa5256ad11 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.871829] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 937.871829] env[62675]: value = "task-2691122" [ 937.871829] env[62675]: _type = "Task" [ 937.871829] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.882812] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.908093] env[62675]: DEBUG nova.compute.manager [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Received event network-changed-6b31e8f7-f42c-462a-b251-ea2b0bec7a85 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.908093] env[62675]: DEBUG nova.compute.manager [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Refreshing instance network info cache due to event network-changed-6b31e8f7-f42c-462a-b251-ea2b0bec7a85. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.908093] env[62675]: DEBUG oslo_concurrency.lockutils [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] Acquiring lock "refresh_cache-cd639606-f799-42eb-95b5-8f98e365b903" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.908093] env[62675]: DEBUG oslo_concurrency.lockutils [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] Acquired lock "refresh_cache-cd639606-f799-42eb-95b5-8f98e365b903" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.908093] env[62675]: DEBUG nova.network.neutron [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Refreshing network info cache for port 6b31e8f7-f42c-462a-b251-ea2b0bec7a85 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.957898] env[62675]: DEBUG nova.compute.manager [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.963952] env[62675]: DEBUG nova.compute.manager [req-748de3d4-df55-484a-9d01-cc8c3e2a7880 req-2d88979c-2fb7-40fe-bbb2-5b470e4d78ec service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Received event network-changed-941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.964192] env[62675]: DEBUG nova.compute.manager [req-748de3d4-df55-484a-9d01-cc8c3e2a7880 req-2d88979c-2fb7-40fe-bbb2-5b470e4d78ec service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Refreshing instance network info cache due to event network-changed-941b234e-708b-4a51-9e96-2a19df3f012b. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.964387] env[62675]: DEBUG oslo_concurrency.lockutils [req-748de3d4-df55-484a-9d01-cc8c3e2a7880 req-2d88979c-2fb7-40fe-bbb2-5b470e4d78ec service nova] Acquiring lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.964889] env[62675]: DEBUG oslo_concurrency.lockutils [None req-148341d0-b080-4f87-829f-ae60bf2ef105 tempest-ServersWithSpecificFlavorTestJSON-677325744 tempest-ServersWithSpecificFlavorTestJSON-677325744-project-member] Lock "87ccbaad-fb40-49dc-9154-07b90395bce3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.317s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.995503] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691121, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.008672] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691120, 'name': CreateVM_Task, 'duration_secs': 0.748321} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.009516] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.010494] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.010494] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.010993] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.011552] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e159ada-8ec2-4ed6-95ca-45fe99640d44 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.017812] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 938.017812] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5246474b-65a3-c143-ff95-167c44cb2007" [ 938.017812] env[62675]: _type = "Task" [ 938.017812] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.032046] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5246474b-65a3-c143-ff95-167c44cb2007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.183113] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.183113] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.183113] env[62675]: DEBUG nova.network.neutron [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.299714] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cfc32b-9acb-4156-8cee-9e5079b5c09d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.308428] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a23ea6-3861-40f5-88d3-7e318e9836cd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.343766] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5cea9a-9d86-48bf-87f6-4a68039d8d5d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.354339] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364c33f2-806e-408f-acbf-34cd3535c8cc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.373812] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.374648] env[62675]: DEBUG nova.compute.provider_tree [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.376355] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-011347f8-f75f-47f8-81fd-081feac1924f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.390478] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106565} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.396378] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.396638] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 938.396638] env[62675]: value = "task-2691123" [ 938.396638] env[62675]: _type = "Task" [ 938.396638] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.398075] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fc27c1-73a7-4334-88c8-b9eadc174b72 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.438444] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] ff7e5351-7495-4be9-8af5-e27f42dd545c/ff7e5351-7495-4be9-8af5-e27f42dd545c.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.438947] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691123, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.443167] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38a275fc-02fc-42b2-8e35-e4ce25e2b1fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.469292] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 938.469292] env[62675]: value = "task-2691124" [ 938.469292] env[62675]: _type = "Task" [ 938.469292] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.483226] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.488258] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.497737] env[62675]: DEBUG oslo_vmware.api [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691121, 'name': PowerOnVM_Task, 'duration_secs': 0.571079} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.498053] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.498264] env[62675]: INFO nova.compute.manager [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Took 9.30 seconds to spawn the instance on the hypervisor. [ 938.498613] env[62675]: DEBUG nova.compute.manager [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.499267] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9840c3d9-e036-496c-b3c2-daf9a82e2775 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.532606] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5246474b-65a3-c143-ff95-167c44cb2007, 'name': SearchDatastore_Task, 'duration_secs': 0.017471} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.535250] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.535561] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.535791] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.535942] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.536141] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.538516] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cb443dc-e16d-40a9-8841-d4bfb43a1c73 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.549617] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.549859] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.550726] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af8cb20-827b-46ee-8c41-548abc57aec2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.559018] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 938.559018] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e308c-e854-63ac-d360-b9ac575d5a9a" [ 938.559018] env[62675]: _type = "Task" [ 938.559018] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.568813] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e308c-e854-63ac-d360-b9ac575d5a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.576801] env[62675]: DEBUG nova.network.neutron [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Updating instance_info_cache with network_info: [{"id": "941b234e-708b-4a51-9e96-2a19df3f012b", "address": "fa:16:3e:15:fd:02", "network": {"id": "bb9f3654-48f8-47de-849b-5d93beca9f72", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1999772216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e2d36f4a0e44b0a6d91729a3e424fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941b234e-70", "ovs_interfaceid": "941b234e-708b-4a51-9e96-2a19df3f012b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.742513] env[62675]: WARNING nova.network.neutron [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] 05516cfa-97b0-486c-bf21-b93c5351a90a already exists in list: networks containing: ['05516cfa-97b0-486c-bf21-b93c5351a90a']. ignoring it [ 938.742757] env[62675]: WARNING nova.network.neutron [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] 05516cfa-97b0-486c-bf21-b93c5351a90a already exists in list: networks containing: ['05516cfa-97b0-486c-bf21-b93c5351a90a']. ignoring it [ 938.882739] env[62675]: DEBUG nova.scheduler.client.report [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.888343] env[62675]: DEBUG nova.network.neutron [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Updated VIF entry in instance network info cache for port 6b31e8f7-f42c-462a-b251-ea2b0bec7a85. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.889370] env[62675]: DEBUG nova.network.neutron [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Updating instance_info_cache with network_info: [{"id": "6b31e8f7-f42c-462a-b251-ea2b0bec7a85", "address": "fa:16:3e:75:f2:ee", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b31e8f7-f4", "ovs_interfaceid": "6b31e8f7-f42c-462a-b251-ea2b0bec7a85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.915291] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691123, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.983715] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691124, 'name': ReconfigVM_Task, 'duration_secs': 0.407927} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.984645] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Reconfigured VM instance instance-00000057 to attach disk [datastore1] ff7e5351-7495-4be9-8af5-e27f42dd545c/ff7e5351-7495-4be9-8af5-e27f42dd545c.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.984852] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de88d378-61cf-4bc7-bccd-4a592d911e69 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.993018] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 938.993018] env[62675]: value = "task-2691125" [ 938.993018] env[62675]: _type = "Task" [ 938.993018] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.004964] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691125, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.021586] env[62675]: INFO nova.compute.manager [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Took 33.59 seconds to build instance. [ 939.071608] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524e308c-e854-63ac-d360-b9ac575d5a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.072723] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533f496b-e3c7-4c92-ad2f-766fc4e6fe73 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.080050] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Releasing lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.080566] env[62675]: DEBUG nova.compute.manager [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Inject network info {{(pid=62675) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 939.080627] env[62675]: DEBUG nova.compute.manager [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] network_info to inject: |[{"id": "941b234e-708b-4a51-9e96-2a19df3f012b", "address": "fa:16:3e:15:fd:02", "network": {"id": "bb9f3654-48f8-47de-849b-5d93beca9f72", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1999772216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e2d36f4a0e44b0a6d91729a3e424fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941b234e-70", "ovs_interfaceid": "941b234e-708b-4a51-9e96-2a19df3f012b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 939.086462] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Reconfiguring VM instance to set the machine id {{(pid=62675) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 939.086613] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 939.086613] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522e882a-5d59-7a0a-1538-08f44ef3307a" [ 939.086613] env[62675]: _type = "Task" [ 939.086613] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.086806] env[62675]: DEBUG oslo_concurrency.lockutils [req-748de3d4-df55-484a-9d01-cc8c3e2a7880 req-2d88979c-2fb7-40fe-bbb2-5b470e4d78ec service nova] Acquired lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.087047] env[62675]: DEBUG nova.network.neutron [req-748de3d4-df55-484a-9d01-cc8c3e2a7880 req-2d88979c-2fb7-40fe-bbb2-5b470e4d78ec service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Refreshing network info cache for port 941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.089051] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-797a7e41-8235-49ef-b77a-08973339d87e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.125067] env[62675]: DEBUG oslo_vmware.api [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for the task: (returnval){ [ 939.125067] env[62675]: value = "task-2691126" [ 939.125067] env[62675]: _type = "Task" [ 939.125067] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.125067] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522e882a-5d59-7a0a-1538-08f44ef3307a, 'name': SearchDatastore_Task, 'duration_secs': 0.013326} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.125067] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.126322] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] cd639606-f799-42eb-95b5-8f98e365b903/cd639606-f799-42eb-95b5-8f98e365b903.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.129512] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e500aca-54d1-4974-a86d-e9fd4db26c77 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.142178] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 939.142178] env[62675]: value = "task-2691127" [ 939.142178] env[62675]: _type = "Task" [ 939.142178] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.145821] env[62675]: DEBUG oslo_vmware.api [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2691126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.155285] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.265463] env[62675]: DEBUG nova.network.neutron [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updating instance_info_cache with network_info: [{"id": "901e5464-e4be-4b54-8cbc-441dc18d291c", "address": "fa:16:3e:18:12:be", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e5464-e4", "ovs_interfaceid": "901e5464-e4be-4b54-8cbc-441dc18d291c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e3ba198-19a4-4107-b0de-b54f800d2609", "address": "fa:16:3e:7d:ea:bb", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3ba198-19", "ovs_interfaceid": "8e3ba198-19a4-4107-b0de-b54f800d2609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "634a8a1b-e62a-458a-90b5-d2cd67232a5a", "address": "fa:16:3e:c2:f8:91", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634a8a1b-e6", "ovs_interfaceid": "634a8a1b-e62a-458a-90b5-d2cd67232a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.393083] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.395587] env[62675]: DEBUG oslo_concurrency.lockutils [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] Releasing lock "refresh_cache-cd639606-f799-42eb-95b5-8f98e365b903" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.395931] env[62675]: DEBUG nova.compute.manager [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received event network-vif-plugged-634a8a1b-e62a-458a-90b5-d2cd67232a5a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.396171] env[62675]: DEBUG oslo_concurrency.lockutils [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] Acquiring lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.396495] env[62675]: DEBUG oslo_concurrency.lockutils [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] Lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.396544] env[62675]: DEBUG oslo_concurrency.lockutils [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] Lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.396720] env[62675]: DEBUG nova.compute.manager [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] No waiting events found dispatching network-vif-plugged-634a8a1b-e62a-458a-90b5-d2cd67232a5a {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.396873] env[62675]: WARNING nova.compute.manager [req-ef25d463-3414-4d83-861f-6fab0b3f8899 req-10e6f757-9550-4d9b-bee1-dc2326f5604c service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received unexpected event network-vif-plugged-634a8a1b-e62a-458a-90b5-d2cd67232a5a for instance with vm_state active and task_state None. [ 939.397524] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.336s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.399318] env[62675]: INFO nova.compute.claims [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.413658] env[62675]: DEBUG oslo_vmware.api [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691123, 'name': PowerOnVM_Task, 'duration_secs': 0.566722} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.413905] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.414041] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-12d0bede-dcd2-4ef8-8baf-c6a945e867a6 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance '08c08b75-6775-4dd7-a13c-2574d3d69558' progress to 100 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.425305] env[62675]: INFO nova.scheduler.client.report [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Deleted allocations for instance 09b94789-2ace-4ecc-8374-e9800e4713e1 [ 939.505316] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691125, 'name': Rename_Task, 'duration_secs': 0.193307} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.505626] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.505910] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c35028bb-a279-4b5a-9506-54245ace1df9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.514987] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 939.514987] env[62675]: value = "task-2691128" [ 939.514987] env[62675]: _type = "Task" [ 939.514987] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.524827] env[62675]: DEBUG oslo_concurrency.lockutils [None req-84adeab4-212b-478b-9362-87bedad25110 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "b9f1040c-af4d-4a0d-a621-08edc636d3e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.108s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.525096] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.640082] env[62675]: DEBUG oslo_vmware.api [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2691126, 'name': ReconfigVM_Task, 'duration_secs': 0.17627} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.640082] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d60c6d-4c4c-4503-9935-70244ff78fd8 tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Reconfigured VM instance to set the machine id {{(pid=62675) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 939.657681] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691127, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.768734] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.769434] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.769591] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.770536] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8efd7d2-e485-41c9-9078-d46f374908fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.789243] env[62675]: DEBUG oslo_concurrency.lockutils [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquiring lock "09583a11-95de-4d0e-b0c3-6625655a66ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.789528] env[62675]: DEBUG oslo_concurrency.lockutils [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lock "09583a11-95de-4d0e-b0c3-6625655a66ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.789737] env[62675]: DEBUG oslo_concurrency.lockutils [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquiring lock "09583a11-95de-4d0e-b0c3-6625655a66ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.789923] env[62675]: DEBUG oslo_concurrency.lockutils [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lock "09583a11-95de-4d0e-b0c3-6625655a66ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.790129] env[62675]: DEBUG oslo_concurrency.lockutils [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lock "09583a11-95de-4d0e-b0c3-6625655a66ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.792182] env[62675]: DEBUG nova.virt.hardware [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.792433] env[62675]: DEBUG nova.virt.hardware [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.792619] env[62675]: DEBUG nova.virt.hardware [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.792821] env[62675]: DEBUG nova.virt.hardware [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.792963] env[62675]: DEBUG nova.virt.hardware [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.793136] env[62675]: DEBUG nova.virt.hardware [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.793357] env[62675]: DEBUG nova.virt.hardware [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.793931] env[62675]: DEBUG nova.virt.hardware [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.793931] env[62675]: DEBUG nova.virt.hardware [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.793931] env[62675]: DEBUG nova.virt.hardware [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.794114] env[62675]: DEBUG nova.virt.hardware [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.800521] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Reconfiguring VM to attach interface {{(pid=62675) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 939.801200] env[62675]: INFO nova.compute.manager [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Terminating instance [ 939.805146] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7f81f7-c47b-42f1-8ccb-062f0b3248a0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.829421] env[62675]: DEBUG oslo_vmware.api [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 939.829421] env[62675]: value = "task-2691129" [ 939.829421] env[62675]: _type = "Task" [ 939.829421] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.839163] env[62675]: DEBUG oslo_vmware.api [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691129, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.933030] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8f8739f0-d0b3-4731-9ac9-91299d509b1c tempest-ServersV294TestFqdnHostnames-78250735 tempest-ServersV294TestFqdnHostnames-78250735-project-member] Lock "09b94789-2ace-4ecc-8374-e9800e4713e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.093s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.936633] env[62675]: DEBUG nova.network.neutron [req-748de3d4-df55-484a-9d01-cc8c3e2a7880 req-2d88979c-2fb7-40fe-bbb2-5b470e4d78ec service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Updated VIF entry in instance network info cache for port 941b234e-708b-4a51-9e96-2a19df3f012b. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.937048] env[62675]: DEBUG nova.network.neutron [req-748de3d4-df55-484a-9d01-cc8c3e2a7880 req-2d88979c-2fb7-40fe-bbb2-5b470e4d78ec service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Updating instance_info_cache with network_info: [{"id": "941b234e-708b-4a51-9e96-2a19df3f012b", "address": "fa:16:3e:15:fd:02", "network": {"id": "bb9f3654-48f8-47de-849b-5d93beca9f72", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1999772216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1e2d36f4a0e44b0a6d91729a3e424fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap941b234e-70", "ovs_interfaceid": "941b234e-708b-4a51-9e96-2a19df3f012b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.027953] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.159404] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60477} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.159404] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] cd639606-f799-42eb-95b5-8f98e365b903/cd639606-f799-42eb-95b5-8f98e365b903.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.159404] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.159404] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26fb7ae5-28f0-4a8c-b920-28213f7f6cba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.169622] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 940.169622] env[62675]: value = "task-2691130" [ 940.169622] env[62675]: _type = "Task" [ 940.169622] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.185030] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.321577] env[62675]: DEBUG nova.compute.manager [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.321834] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.322863] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eab9980-373b-42e2-95bd-0d37d28cf65b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.336516] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.337465] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae1438d5-a132-4014-be10-0b50163172c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.345667] env[62675]: DEBUG oslo_vmware.api [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.347016] env[62675]: DEBUG oslo_vmware.api [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for the task: (returnval){ [ 940.347016] env[62675]: value = "task-2691131" [ 940.347016] env[62675]: _type = "Task" [ 940.347016] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.354596] env[62675]: DEBUG nova.compute.manager [req-81815b31-14e2-46bd-a809-b415fa188fa3 req-7c9dfd61-fa82-4dc7-8770-38826f06e9b6 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received event network-changed-634a8a1b-e62a-458a-90b5-d2cd67232a5a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 940.354810] env[62675]: DEBUG nova.compute.manager [req-81815b31-14e2-46bd-a809-b415fa188fa3 req-7c9dfd61-fa82-4dc7-8770-38826f06e9b6 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Refreshing instance network info cache due to event network-changed-634a8a1b-e62a-458a-90b5-d2cd67232a5a. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 940.355073] env[62675]: DEBUG oslo_concurrency.lockutils [req-81815b31-14e2-46bd-a809-b415fa188fa3 req-7c9dfd61-fa82-4dc7-8770-38826f06e9b6 service nova] Acquiring lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.355562] env[62675]: DEBUG oslo_concurrency.lockutils [req-81815b31-14e2-46bd-a809-b415fa188fa3 req-7c9dfd61-fa82-4dc7-8770-38826f06e9b6 service nova] Acquired lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.355562] env[62675]: DEBUG nova.network.neutron [req-81815b31-14e2-46bd-a809-b415fa188fa3 req-7c9dfd61-fa82-4dc7-8770-38826f06e9b6 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Refreshing network info cache for port 634a8a1b-e62a-458a-90b5-d2cd67232a5a {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.362412] env[62675]: DEBUG oslo_vmware.api [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2691131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.444841] env[62675]: DEBUG oslo_concurrency.lockutils [req-748de3d4-df55-484a-9d01-cc8c3e2a7880 req-2d88979c-2fb7-40fe-bbb2-5b470e4d78ec service nova] Releasing lock "refresh_cache-09583a11-95de-4d0e-b0c3-6625655a66ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.535277] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691128, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.697466] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080447} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.699971] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.701393] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02675ed2-50da-438e-b717-43074cb9219c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.734669] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] cd639606-f799-42eb-95b5-8f98e365b903/cd639606-f799-42eb-95b5-8f98e365b903.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.737986] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34adbfe4-7c93-4370-b73a-59382e7667b4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.764778] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 940.764778] env[62675]: value = "task-2691132" [ 940.764778] env[62675]: _type = "Task" [ 940.764778] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.779897] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.845042] env[62675]: DEBUG oslo_vmware.api [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691129, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.869062] env[62675]: DEBUG oslo_vmware.api [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2691131, 'name': PowerOffVM_Task, 'duration_secs': 0.292105} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.870880] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.871251] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.872336] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fb4251-b293-4d80-9144-feeab6576473 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.877888] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e872faff-188d-4417-9b86-61312e10acca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.888682] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f72857-b42b-4ed9-bae0-23902bd67e89 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.933638] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ca6979-1d14-4dec-8699-1859c33f2a3c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.958789] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0feb5b-cce7-4f8b-aadb-4276aad799e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.976303] env[62675]: DEBUG nova.compute.provider_tree [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.980898] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.980898] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.980898] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Deleting the datastore file [datastore2] 09583a11-95de-4d0e-b0c3-6625655a66ed {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.981605] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7deaa238-01b9-4870-890f-579a28311ed4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.991610] env[62675]: DEBUG oslo_vmware.api [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for the task: (returnval){ [ 940.991610] env[62675]: value = "task-2691134" [ 940.991610] env[62675]: _type = "Task" [ 940.991610] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.003715] env[62675]: DEBUG oslo_vmware.api [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2691134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.031160] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691128, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.253176] env[62675]: DEBUG nova.network.neutron [req-81815b31-14e2-46bd-a809-b415fa188fa3 req-7c9dfd61-fa82-4dc7-8770-38826f06e9b6 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updated VIF entry in instance network info cache for port 634a8a1b-e62a-458a-90b5-d2cd67232a5a. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.253525] env[62675]: DEBUG nova.network.neutron [req-81815b31-14e2-46bd-a809-b415fa188fa3 req-7c9dfd61-fa82-4dc7-8770-38826f06e9b6 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updating instance_info_cache with network_info: [{"id": "901e5464-e4be-4b54-8cbc-441dc18d291c", "address": "fa:16:3e:18:12:be", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e5464-e4", "ovs_interfaceid": "901e5464-e4be-4b54-8cbc-441dc18d291c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e3ba198-19a4-4107-b0de-b54f800d2609", "address": "fa:16:3e:7d:ea:bb", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e3ba198-19", "ovs_interfaceid": "8e3ba198-19a4-4107-b0de-b54f800d2609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "634a8a1b-e62a-458a-90b5-d2cd67232a5a", "address": "fa:16:3e:c2:f8:91", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634a8a1b-e6", "ovs_interfaceid": "634a8a1b-e62a-458a-90b5-d2cd67232a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.276637] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691132, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.349113] env[62675]: DEBUG oslo_vmware.api [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691129, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.359508] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "b9f1040c-af4d-4a0d-a621-08edc636d3e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.359722] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "b9f1040c-af4d-4a0d-a621-08edc636d3e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.359996] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "b9f1040c-af4d-4a0d-a621-08edc636d3e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.360224] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "b9f1040c-af4d-4a0d-a621-08edc636d3e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.360426] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "b9f1040c-af4d-4a0d-a621-08edc636d3e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.363815] env[62675]: INFO nova.compute.manager [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Terminating instance [ 941.482976] env[62675]: DEBUG nova.scheduler.client.report [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.506924] env[62675]: DEBUG oslo_vmware.api [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Task: {'id': task-2691134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270917} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.508557] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.508800] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.508987] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.509173] env[62675]: INFO nova.compute.manager [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Took 1.19 seconds to destroy the instance on the hypervisor. [ 941.510299] env[62675]: DEBUG oslo.service.loopingcall [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 941.510916] env[62675]: DEBUG nova.compute.manager [-] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.510916] env[62675]: DEBUG nova.network.neutron [-] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.531853] env[62675]: DEBUG oslo_vmware.api [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691128, 'name': PowerOnVM_Task, 'duration_secs': 1.635874} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.532158] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.532368] env[62675]: INFO nova.compute.manager [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Took 9.83 seconds to spawn the instance on the hypervisor. [ 941.532601] env[62675]: DEBUG nova.compute.manager [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.533431] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c56179-e6ff-43a5-8f54-13b380fed76f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.761018] env[62675]: DEBUG oslo_concurrency.lockutils [req-81815b31-14e2-46bd-a809-b415fa188fa3 req-7c9dfd61-fa82-4dc7-8770-38826f06e9b6 service nova] Releasing lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.785289] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691132, 'name': ReconfigVM_Task, 'duration_secs': 0.528228} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.785852] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Reconfigured VM instance instance-00000058 to attach disk [datastore1] cd639606-f799-42eb-95b5-8f98e365b903/cd639606-f799-42eb-95b5-8f98e365b903.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.786595] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6998c1b-1d2f-4777-9946-a5db00cdccd1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.796298] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 941.796298] env[62675]: value = "task-2691135" [ 941.796298] env[62675]: _type = "Task" [ 941.796298] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.811135] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691135, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.844874] env[62675]: DEBUG oslo_vmware.api [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691129, 'name': ReconfigVM_Task, 'duration_secs': 1.892347} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.845511] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.845854] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Reconfigured VM to attach interface {{(pid=62675) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 941.867808] env[62675]: DEBUG nova.compute.manager [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.868087] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.869016] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b9ea28-24ae-4339-85fb-9d7992dc26bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.886610] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.886970] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43482cc3-22ee-490f-8bbf-051cf6d39672 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.900904] env[62675]: DEBUG oslo_vmware.api [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 941.900904] env[62675]: value = "task-2691136" [ 941.900904] env[62675]: _type = "Task" [ 941.900904] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.916456] env[62675]: DEBUG oslo_vmware.api [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.993247] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.993821] env[62675]: DEBUG nova.compute.manager [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.999468] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.631s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.999746] env[62675]: DEBUG nova.objects.instance [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Lazy-loading 'resources' on Instance uuid 29199399-8810-4aa8-bb38-1d3975f6d9cd {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.063902] env[62675]: INFO nova.compute.manager [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Took 35.18 seconds to build instance. [ 942.310483] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691135, 'name': Rename_Task, 'duration_secs': 0.291199} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.310935] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.311243] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f77b833f-783f-444b-ae14-edbc878a7df2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.324414] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 942.324414] env[62675]: value = "task-2691137" [ 942.324414] env[62675]: _type = "Task" [ 942.324414] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.341516] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.352358] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77785cff-467a-4f11-add4-c94011f1e958 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-98bc2a7c-038b-48b6-83ad-db991d3b2c55-634a8a1b-e62a-458a-90b5-d2cd67232a5a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.787s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.416984] env[62675]: DEBUG oslo_vmware.api [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691136, 'name': PowerOffVM_Task, 'duration_secs': 0.287788} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.417329] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.417503] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.418021] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45200bc1-9b49-4bcd-b1a2-92246683c4aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.503226] env[62675]: DEBUG nova.compute.utils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 942.509874] env[62675]: DEBUG nova.compute.manager [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 942.510410] env[62675]: DEBUG nova.network.neutron [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.529313] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.529313] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.529313] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Deleting the datastore file [datastore1] b9f1040c-af4d-4a0d-a621-08edc636d3e9 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.529313] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75c7c523-ac91-43ce-b2a0-88e3652c116e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.538014] env[62675]: DEBUG oslo_vmware.api [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for the task: (returnval){ [ 942.538014] env[62675]: value = "task-2691139" [ 942.538014] env[62675]: _type = "Task" [ 942.538014] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.547513] env[62675]: DEBUG oslo_vmware.api [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.566977] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bac0a2ce-068b-4c9f-9489-adcba0d0d354 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "ff7e5351-7495-4be9-8af5-e27f42dd545c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.693s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.568708] env[62675]: DEBUG nova.policy [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5eb67a303849c18b4033fd961db199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dabf87b397c4aa4b696618a6a73e5c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.601542] env[62675]: DEBUG nova.network.neutron [-] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.846433] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.929157] env[62675]: DEBUG nova.compute.manager [req-0c627dc4-4876-42da-8d13-39ad91eb59cb req-451bc3ac-b56a-4f05-a2b8-d0ace58355e5 service nova] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Received event network-vif-deleted-941b234e-708b-4a51-9e96-2a19df3f012b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.944565] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815ee250-9eed-4b23-b27c-377474b19af7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.958511] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd74d19e-4e0d-4d95-8924-47a43a8f435a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.995958] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22f25b1-e479-4a85-b0cb-8fae69b93672 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.005986] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0843bcf-c55e-4e5a-88c1-37ed58f238d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.015566] env[62675]: DEBUG nova.compute.manager [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.026758] env[62675]: DEBUG nova.compute.provider_tree [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.029275] env[62675]: DEBUG nova.network.neutron [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Successfully created port: f1641664-c7df-4d16-8fc3-bd6ab1af4911 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.052568] env[62675]: DEBUG oslo_vmware.api [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Task: {'id': task-2691139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30308} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.052806] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.052976] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.053288] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.053544] env[62675]: INFO nova.compute.manager [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 943.054141] env[62675]: DEBUG oslo.service.loopingcall [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 943.054453] env[62675]: DEBUG nova.compute.manager [-] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.055620] env[62675]: DEBUG nova.network.neutron [-] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.104936] env[62675]: INFO nova.compute.manager [-] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Took 1.59 seconds to deallocate network for instance. [ 943.247150] env[62675]: DEBUG oslo_concurrency.lockutils [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "cb3564c7-1a9a-4c35-ad26-e3baed627076" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.248397] env[62675]: DEBUG oslo_concurrency.lockutils [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "cb3564c7-1a9a-4c35-ad26-e3baed627076" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.248397] env[62675]: DEBUG oslo_concurrency.lockutils [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "cb3564c7-1a9a-4c35-ad26-e3baed627076-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.248680] env[62675]: DEBUG oslo_concurrency.lockutils [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "cb3564c7-1a9a-4c35-ad26-e3baed627076-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.248926] env[62675]: DEBUG oslo_concurrency.lockutils [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "cb3564c7-1a9a-4c35-ad26-e3baed627076-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.253293] env[62675]: INFO nova.compute.manager [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Terminating instance [ 943.340160] env[62675]: DEBUG oslo_vmware.api [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691137, 'name': PowerOnVM_Task, 'duration_secs': 0.866112} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.340160] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.340394] env[62675]: INFO nova.compute.manager [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Took 9.04 seconds to spawn the instance on the hypervisor. [ 943.340913] env[62675]: DEBUG nova.compute.manager [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.341788] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b04d3db-f58a-4a17-a6b8-3b6d0c5149f4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.407249] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "08c08b75-6775-4dd7-a13c-2574d3d69558" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.407249] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "08c08b75-6775-4dd7-a13c-2574d3d69558" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.407249] env[62675]: DEBUG nova.compute.manager [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Going to confirm migration 4 {{(pid=62675) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 943.559278] env[62675]: ERROR nova.scheduler.client.report [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] [req-4abafd20-f772-4de3-b832-99ab5f419303] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4abafd20-f772-4de3-b832-99ab5f419303"}]} [ 943.577607] env[62675]: DEBUG nova.scheduler.client.report [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 943.592683] env[62675]: DEBUG nova.scheduler.client.report [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 943.592926] env[62675]: DEBUG nova.compute.provider_tree [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.604985] env[62675]: DEBUG nova.scheduler.client.report [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 943.611683] env[62675]: DEBUG oslo_concurrency.lockutils [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.624534] env[62675]: DEBUG nova.scheduler.client.report [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 943.760685] env[62675]: DEBUG nova.compute.manager [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.760685] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.760685] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d323152-fb8c-4024-8deb-afd105d17de0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.777329] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.777620] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd44cbdf-8ddf-42aa-9739-d2df703b5294 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.787754] env[62675]: DEBUG oslo_vmware.api [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 943.787754] env[62675]: value = "task-2691140" [ 943.787754] env[62675]: _type = "Task" [ 943.787754] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.798529] env[62675]: DEBUG oslo_vmware.api [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.861839] env[62675]: INFO nova.compute.manager [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Took 34.19 seconds to build instance. [ 943.990801] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d354b7ab-a94c-4d2e-8580-6da99ae448a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.002891] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255608bf-72d8-4da2-97cc-576df8ec8351 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.048368] env[62675]: DEBUG nova.compute.manager [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.056694] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.056832] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.057197] env[62675]: DEBUG nova.network.neutron [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.057524] env[62675]: DEBUG nova.objects.instance [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lazy-loading 'info_cache' on Instance uuid 08c08b75-6775-4dd7-a13c-2574d3d69558 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.060375] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63329e28-4cb9-4a09-8859-f21072e0f9aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.071416] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdace524-2100-4d82-89aa-5418b290ac56 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.099840] env[62675]: DEBUG nova.compute.provider_tree [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.104223] env[62675]: DEBUG nova.virt.hardware [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.104803] env[62675]: DEBUG nova.virt.hardware [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.105124] env[62675]: DEBUG nova.virt.hardware [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.105454] env[62675]: DEBUG nova.virt.hardware [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.105765] env[62675]: DEBUG nova.virt.hardware [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.106109] env[62675]: DEBUG nova.virt.hardware [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.106496] env[62675]: DEBUG nova.virt.hardware [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.106858] env[62675]: DEBUG nova.virt.hardware [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.107308] env[62675]: DEBUG nova.virt.hardware [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.107740] env[62675]: DEBUG nova.virt.hardware [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.108221] env[62675]: DEBUG nova.virt.hardware [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.109954] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c48ce95-26f2-4e9f-8dc7-abc00d8d0fac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.121050] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896b7967-b73b-422b-9b2d-ce02415caf8c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.301662] env[62675]: DEBUG oslo_vmware.api [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691140, 'name': PowerOffVM_Task, 'duration_secs': 0.319482} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.301865] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.302026] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.302282] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1f13e9f-dee1-4419-944c-f656168d91cc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.363818] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e21f75e0-9f49-4a5f-bd30-0dca649058f6 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "cd639606-f799-42eb-95b5-8f98e365b903" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.705s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.380976] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.382050] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.382050] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleting the datastore file [datastore1] cb3564c7-1a9a-4c35-ad26-e3baed627076 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.382050] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c97aa490-1f48-48bb-a546-88390bd984b6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.390801] env[62675]: DEBUG oslo_vmware.api [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 944.390801] env[62675]: value = "task-2691142" [ 944.390801] env[62675]: _type = "Task" [ 944.390801] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.404949] env[62675]: DEBUG oslo_vmware.api [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.503226] env[62675]: DEBUG oslo_vmware.rw_handles [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ddebd-0697-cf4e-b127-54dc48ade608/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.504298] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1c2d07-ff2f-4d76-9e9f-1b23f6c47dee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.514179] env[62675]: DEBUG oslo_vmware.rw_handles [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ddebd-0697-cf4e-b127-54dc48ade608/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.514179] env[62675]: ERROR oslo_vmware.rw_handles [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ddebd-0697-cf4e-b127-54dc48ade608/disk-0.vmdk due to incomplete transfer. [ 944.514179] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-918a173b-d037-4035-8925-4f8d379edc7a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.526153] env[62675]: DEBUG oslo_vmware.rw_handles [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ddebd-0697-cf4e-b127-54dc48ade608/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 944.526379] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Uploaded image edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 944.528898] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 944.529208] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cebabf03-430c-4946-8646-9eccc16edfed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.536544] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 944.536544] env[62675]: value = "task-2691143" [ 944.536544] env[62675]: _type = "Task" [ 944.536544] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.545982] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691143, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.565062] env[62675]: DEBUG nova.network.neutron [-] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.659788] env[62675]: DEBUG nova.scheduler.client.report [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 944.660095] env[62675]: DEBUG nova.compute.provider_tree [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 128 to 129 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 944.660481] env[62675]: DEBUG nova.compute.provider_tree [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.903786] env[62675]: DEBUG oslo_vmware.api [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.963158] env[62675]: DEBUG nova.compute.manager [req-ab65469a-4626-43bf-bf77-a7c714c8429a req-6bbfa636-b1f2-4023-8f1f-292f5936bf28 service nova] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Received event network-vif-deleted-0081a910-3e09-4fdf-839f-aced5ac09e78 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.053480] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691143, 'name': Destroy_Task, 'duration_secs': 0.428005} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.054577] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Destroyed the VM [ 945.055969] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 945.056513] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7790a6ed-4343-4c86-81d8-a5d35cd38bb4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.066200] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 945.066200] env[62675]: value = "task-2691144" [ 945.066200] env[62675]: _type = "Task" [ 945.066200] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.072345] env[62675]: INFO nova.compute.manager [-] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Took 2.02 seconds to deallocate network for instance. [ 945.088430] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.167153] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.167s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.170103] env[62675]: DEBUG oslo_concurrency.lockutils [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.577s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.170103] env[62675]: DEBUG nova.objects.instance [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Lazy-loading 'resources' on Instance uuid 2b0786b5-b9fb-418f-a1ab-9312a2f8530d {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.199599] env[62675]: INFO nova.scheduler.client.report [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Deleted allocations for instance 29199399-8810-4aa8-bb38-1d3975f6d9cd [ 945.408623] env[62675]: DEBUG oslo_vmware.api [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.578047} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.408623] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.408623] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.409034] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.409074] env[62675]: INFO nova.compute.manager [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Took 1.65 seconds to destroy the instance on the hypervisor. [ 945.409435] env[62675]: DEBUG oslo.service.loopingcall [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.409641] env[62675]: DEBUG nova.compute.manager [-] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.409770] env[62675]: DEBUG nova.network.neutron [-] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.581949] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.588300] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.612066] env[62675]: DEBUG nova.network.neutron [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance_info_cache with network_info: [{"id": "257be782-e169-4cdd-9200-0ba33b48fec1", "address": "fa:16:3e:a1:a6:10", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap257be782-e1", "ovs_interfaceid": "257be782-e169-4cdd-9200-0ba33b48fec1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.708706] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ea03c741-b4d3-4d54-835b-5adba24aad76 tempest-ServersTestBootFromVolume-1641564220 tempest-ServersTestBootFromVolume-1641564220-project-member] Lock "29199399-8810-4aa8-bb38-1d3975f6d9cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.956s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.741628] env[62675]: DEBUG nova.network.neutron [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Successfully updated port: f1641664-c7df-4d16-8fc3-bd6ab1af4911 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.746072] env[62675]: DEBUG nova.compute.manager [req-1018e723-e2dc-4744-a32c-5e9270d74875 req-7a33da36-4763-4340-9cb4-23e581f36371 service nova] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Received event network-vif-plugged-f1641664-c7df-4d16-8fc3-bd6ab1af4911 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 945.746656] env[62675]: DEBUG oslo_concurrency.lockutils [req-1018e723-e2dc-4744-a32c-5e9270d74875 req-7a33da36-4763-4340-9cb4-23e581f36371 service nova] Acquiring lock "1b186fef-0376-4d44-a0d8-f90090c6414f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.746990] env[62675]: DEBUG oslo_concurrency.lockutils [req-1018e723-e2dc-4744-a32c-5e9270d74875 req-7a33da36-4763-4340-9cb4-23e581f36371 service nova] Lock "1b186fef-0376-4d44-a0d8-f90090c6414f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.747287] env[62675]: DEBUG oslo_concurrency.lockutils [req-1018e723-e2dc-4744-a32c-5e9270d74875 req-7a33da36-4763-4340-9cb4-23e581f36371 service nova] Lock "1b186fef-0376-4d44-a0d8-f90090c6414f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.748041] env[62675]: DEBUG nova.compute.manager [req-1018e723-e2dc-4744-a32c-5e9270d74875 req-7a33da36-4763-4340-9cb4-23e581f36371 service nova] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] No waiting events found dispatching network-vif-plugged-f1641664-c7df-4d16-8fc3-bd6ab1af4911 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.752166] env[62675]: WARNING nova.compute.manager [req-1018e723-e2dc-4744-a32c-5e9270d74875 req-7a33da36-4763-4340-9cb4-23e581f36371 service nova] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Received unexpected event network-vif-plugged-f1641664-c7df-4d16-8fc3-bd6ab1af4911 for instance with vm_state building and task_state spawning. [ 946.081074] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691144, 'name': RemoveSnapshot_Task, 'duration_secs': 0.815069} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.085671] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.085671] env[62675]: DEBUG nova.compute.manager [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.086807] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60834cbf-918d-401c-93e3-36cc80f0a559 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.116265] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "refresh_cache-08c08b75-6775-4dd7-a13c-2574d3d69558" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.116608] env[62675]: DEBUG nova.objects.instance [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lazy-loading 'migration_context' on Instance uuid 08c08b75-6775-4dd7-a13c-2574d3d69558 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.148913] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cea367-c5f9-4e61-9c8c-6cbbd985c0f0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.159243] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5791432b-7f17-4184-9c93-696d08a04d1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.202367] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bdd6bf-a5d0-448b-89b5-d15f8f7f2427 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.213317] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7a7038-7de8-48cf-a171-ac23c2d21c52 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.231362] env[62675]: DEBUG nova.compute.provider_tree [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.251885] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "refresh_cache-1b186fef-0376-4d44-a0d8-f90090c6414f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.252111] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "refresh_cache-1b186fef-0376-4d44-a0d8-f90090c6414f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.252216] env[62675]: DEBUG nova.network.neutron [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.361380] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "cd639606-f799-42eb-95b5-8f98e365b903" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.361667] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "cd639606-f799-42eb-95b5-8f98e365b903" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.363247] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "cd639606-f799-42eb-95b5-8f98e365b903-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.363614] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "cd639606-f799-42eb-95b5-8f98e365b903-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.363614] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "cd639606-f799-42eb-95b5-8f98e365b903-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.366543] env[62675]: INFO nova.compute.manager [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Terminating instance [ 946.378551] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "d4b1af50-839b-4b24-8be4-33f5c08bf1c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.378706] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "d4b1af50-839b-4b24-8be4-33f5c08bf1c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.595046] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "interface-98bc2a7c-038b-48b6-83ad-db991d3b2c55-8e3ba198-19a4-4107-b0de-b54f800d2609" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.595387] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-98bc2a7c-038b-48b6-83ad-db991d3b2c55-8e3ba198-19a4-4107-b0de-b54f800d2609" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.608039] env[62675]: INFO nova.compute.manager [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Shelve offloading [ 946.620205] env[62675]: DEBUG nova.objects.base [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Object Instance<08c08b75-6775-4dd7-a13c-2574d3d69558> lazy-loaded attributes: info_cache,migration_context {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 946.622215] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de006e53-d573-4358-b9fb-603fb97766a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.625952] env[62675]: DEBUG nova.network.neutron [-] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.649930] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae18d46b-9b61-4fdb-b093-493686fa7b12 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.656886] env[62675]: DEBUG oslo_vmware.api [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 946.656886] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528fe458-829a-9d90-2736-6addb903b136" [ 946.656886] env[62675]: _type = "Task" [ 946.656886] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.666693] env[62675]: DEBUG oslo_vmware.api [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528fe458-829a-9d90-2736-6addb903b136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.738774] env[62675]: DEBUG nova.scheduler.client.report [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.816603] env[62675]: DEBUG nova.network.neutron [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.880890] env[62675]: DEBUG nova.compute.manager [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.881130] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.881527] env[62675]: DEBUG nova.compute.manager [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.885576] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963ef219-e527-4d80-a581-e97dfd71300c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.907764] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.908274] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff5ffd32-3850-4acd-95ea-fbd293e4621c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.919949] env[62675]: DEBUG oslo_vmware.api [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 946.919949] env[62675]: value = "task-2691145" [ 946.919949] env[62675]: _type = "Task" [ 946.919949] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.930720] env[62675]: DEBUG oslo_vmware.api [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.035896] env[62675]: DEBUG nova.compute.manager [req-46b4ee77-b820-4587-a761-3b9b4a0caa58 req-56ea8b98-a192-402c-8b07-b7e99e742f56 service nova] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Received event network-vif-deleted-b7759abb-cee5-4738-bbaf-bc6b37cea135 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.060961] env[62675]: DEBUG nova.network.neutron [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Updating instance_info_cache with network_info: [{"id": "f1641664-c7df-4d16-8fc3-bd6ab1af4911", "address": "fa:16:3e:8f:44:3c", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1641664-c7", "ovs_interfaceid": "f1641664-c7df-4d16-8fc3-bd6ab1af4911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.098666] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.099107] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.099860] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16188df3-a8f0-429c-9565-1897d035881b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.125701] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.126696] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a81b0f84-00dd-47ff-81bc-2b86a55c9ad4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.129015] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a02a33-16e9-435d-a02d-8df99ab0ac36 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.131856] env[62675]: INFO nova.compute.manager [-] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Took 1.72 seconds to deallocate network for instance. [ 947.141343] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 947.141343] env[62675]: value = "task-2691146" [ 947.141343] env[62675]: _type = "Task" [ 947.141343] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.173464] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Reconfiguring VM to detach interface {{(pid=62675) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 947.181032] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2989e4d1-bb66-43c6-a984-5c106b016019 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.199796] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 947.199796] env[62675]: DEBUG nova.compute.manager [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.200491] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaca5f2-a0a9-47b5-9c43-5862f8dacf91 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.208789] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 947.208789] env[62675]: value = "task-2691147" [ 947.208789] env[62675]: _type = "Task" [ 947.208789] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.209051] env[62675]: DEBUG oslo_vmware.api [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528fe458-829a-9d90-2736-6addb903b136, 'name': SearchDatastore_Task, 'duration_secs': 0.024748} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.210234] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.216243] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.216477] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.216676] env[62675]: DEBUG nova.network.neutron [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.226502] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.246277] env[62675]: DEBUG oslo_concurrency.lockutils [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.250597] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.539s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.250597] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.250597] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 947.250597] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.762s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.251265] env[62675]: INFO nova.compute.claims [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.255348] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab79be48-9045-4d57-a1ee-51c4921eb263 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.265514] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2dfd70-a62a-4499-a174-18dca492f9c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.281667] env[62675]: INFO nova.scheduler.client.report [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Deleted allocations for instance 2b0786b5-b9fb-418f-a1ab-9312a2f8530d [ 947.290053] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f4b582-c6e3-4d31-bdad-f2c4ca6d8d1a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.300560] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ab1e26-35cc-4eb8-8d59-44345060891b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.335294] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178503MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 947.335518] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.436815] env[62675]: DEBUG oslo_vmware.api [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691145, 'name': PowerOffVM_Task, 'duration_secs': 0.280435} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.436971] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.437281] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.438083] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.438083] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f93295f3-9bad-4869-9643-591c5db43046 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.538924] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.539107] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.539318] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleting the datastore file [datastore1] cd639606-f799-42eb-95b5-8f98e365b903 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.539593] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88a3058f-6161-4c37-8599-f1470372b6a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.547782] env[62675]: DEBUG oslo_vmware.api [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 947.547782] env[62675]: value = "task-2691149" [ 947.547782] env[62675]: _type = "Task" [ 947.547782] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.557987] env[62675]: DEBUG oslo_vmware.api [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.564323] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "refresh_cache-1b186fef-0376-4d44-a0d8-f90090c6414f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.564323] env[62675]: DEBUG nova.compute.manager [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Instance network_info: |[{"id": "f1641664-c7df-4d16-8fc3-bd6ab1af4911", "address": "fa:16:3e:8f:44:3c", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1641664-c7", "ovs_interfaceid": "f1641664-c7df-4d16-8fc3-bd6ab1af4911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.564979] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:44:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1641664-c7df-4d16-8fc3-bd6ab1af4911', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.573036] env[62675]: DEBUG oslo.service.loopingcall [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.573362] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.573633] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afcf9d97-1b31-4c5e-bd67-13b8f54aeca9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.597363] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.597363] env[62675]: value = "task-2691150" [ 947.597363] env[62675]: _type = "Task" [ 947.597363] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.604411] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691150, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.641838] env[62675]: DEBUG oslo_concurrency.lockutils [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.723605] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.798084] env[62675]: DEBUG oslo_concurrency.lockutils [None req-be06b38e-82a0-4745-867b-371531bf70bb tempest-ServerDiagnosticsTest-62094675 tempest-ServerDiagnosticsTest-62094675-project-member] Lock "2b0786b5-b9fb-418f-a1ab-9312a2f8530d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.749s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.821721] env[62675]: DEBUG nova.compute.manager [req-9101d64d-9b2d-4cdf-8341-8d06ddd73c18 req-44a545b3-6018-4492-b8b9-2604b307feb4 service nova] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Received event network-changed-f1641664-c7df-4d16-8fc3-bd6ab1af4911 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 947.821916] env[62675]: DEBUG nova.compute.manager [req-9101d64d-9b2d-4cdf-8341-8d06ddd73c18 req-44a545b3-6018-4492-b8b9-2604b307feb4 service nova] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Refreshing instance network info cache due to event network-changed-f1641664-c7df-4d16-8fc3-bd6ab1af4911. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 947.822157] env[62675]: DEBUG oslo_concurrency.lockutils [req-9101d64d-9b2d-4cdf-8341-8d06ddd73c18 req-44a545b3-6018-4492-b8b9-2604b307feb4 service nova] Acquiring lock "refresh_cache-1b186fef-0376-4d44-a0d8-f90090c6414f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.822304] env[62675]: DEBUG oslo_concurrency.lockutils [req-9101d64d-9b2d-4cdf-8341-8d06ddd73c18 req-44a545b3-6018-4492-b8b9-2604b307feb4 service nova] Acquired lock "refresh_cache-1b186fef-0376-4d44-a0d8-f90090c6414f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.822469] env[62675]: DEBUG nova.network.neutron [req-9101d64d-9b2d-4cdf-8341-8d06ddd73c18 req-44a545b3-6018-4492-b8b9-2604b307feb4 service nova] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Refreshing network info cache for port f1641664-c7df-4d16-8fc3-bd6ab1af4911 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.062188] env[62675]: DEBUG oslo_vmware.api [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425346} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.062471] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.062685] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.063191] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.063513] env[62675]: INFO nova.compute.manager [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Took 1.18 seconds to destroy the instance on the hypervisor. [ 948.063789] env[62675]: DEBUG oslo.service.loopingcall [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.064156] env[62675]: DEBUG nova.compute.manager [-] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.064274] env[62675]: DEBUG nova.network.neutron [-] [instance: cd639606-f799-42eb-95b5-8f98e365b903] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.110659] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691150, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.224182] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.612352] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691150, 'name': CreateVM_Task, 'duration_secs': 0.569616} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.615965] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.617139] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.617444] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.617830] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.618125] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-124299f2-d134-482d-a755-fa672888d217 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.624747] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 948.624747] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bd08ce-bc50-ef86-e6ed-b114e7ede2c5" [ 948.624747] env[62675]: _type = "Task" [ 948.624747] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.640686] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bd08ce-bc50-ef86-e6ed-b114e7ede2c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.643716] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1d8cf9-ee10-4aa6-87c5-f76085cabde6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.652546] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b42d040-6d63-4fee-83c7-44788f50cd28 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.686438] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0827ae8f-0d88-4fe3-9baf-79539f0ca636 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.697124] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27021749-cc7a-479d-9484-42f06191ac2d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.711684] env[62675]: DEBUG nova.compute.provider_tree [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.723484] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.748797] env[62675]: DEBUG nova.network.neutron [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updating instance_info_cache with network_info: [{"id": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "address": "fa:16:3e:bc:1c:2f", "network": {"id": "c2e9e68c-ce27-4cec-a490-f617b04a13ef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579131556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008e5c41e3c042c8880d7fa20c192b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e2a90c9-19", "ovs_interfaceid": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.075151] env[62675]: DEBUG nova.network.neutron [-] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.140239] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bd08ce-bc50-ef86-e6ed-b114e7ede2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.026391} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.141108] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.141283] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.141633] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.141696] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.142943] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.142943] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bd4c0f8-8a53-4858-b619-17dc27c55090 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.157328] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.157570] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.158988] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a7ba0df-d88f-4bff-a4d8-d1b2e9e693df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.167799] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 949.167799] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fa27ea-e024-c6ea-ab9e-d5f22300f2b5" [ 949.167799] env[62675]: _type = "Task" [ 949.167799] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.180261] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fa27ea-e024-c6ea-ab9e-d5f22300f2b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.180261] env[62675]: DEBUG nova.network.neutron [req-9101d64d-9b2d-4cdf-8341-8d06ddd73c18 req-44a545b3-6018-4492-b8b9-2604b307feb4 service nova] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Updated VIF entry in instance network info cache for port f1641664-c7df-4d16-8fc3-bd6ab1af4911. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.180517] env[62675]: DEBUG nova.network.neutron [req-9101d64d-9b2d-4cdf-8341-8d06ddd73c18 req-44a545b3-6018-4492-b8b9-2604b307feb4 service nova] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Updating instance_info_cache with network_info: [{"id": "f1641664-c7df-4d16-8fc3-bd6ab1af4911", "address": "fa:16:3e:8f:44:3c", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1641664-c7", "ovs_interfaceid": "f1641664-c7df-4d16-8fc3-bd6ab1af4911", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.215573] env[62675]: DEBUG nova.scheduler.client.report [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.233441] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.253558] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Releasing lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.558736] env[62675]: DEBUG nova.compute.manager [req-e4716aa5-88c5-4441-a230-98b851b9126a req-faaf5fa0-6e27-4ab7-89a4-65de3b230fcd service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Received event network-vif-unplugged-3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.558909] env[62675]: DEBUG oslo_concurrency.lockutils [req-e4716aa5-88c5-4441-a230-98b851b9126a req-faaf5fa0-6e27-4ab7-89a4-65de3b230fcd service nova] Acquiring lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.559103] env[62675]: DEBUG oslo_concurrency.lockutils [req-e4716aa5-88c5-4441-a230-98b851b9126a req-faaf5fa0-6e27-4ab7-89a4-65de3b230fcd service nova] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.559297] env[62675]: DEBUG oslo_concurrency.lockutils [req-e4716aa5-88c5-4441-a230-98b851b9126a req-faaf5fa0-6e27-4ab7-89a4-65de3b230fcd service nova] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.559417] env[62675]: DEBUG nova.compute.manager [req-e4716aa5-88c5-4441-a230-98b851b9126a req-faaf5fa0-6e27-4ab7-89a4-65de3b230fcd service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] No waiting events found dispatching network-vif-unplugged-3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.559940] env[62675]: WARNING nova.compute.manager [req-e4716aa5-88c5-4441-a230-98b851b9126a req-faaf5fa0-6e27-4ab7-89a4-65de3b230fcd service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Received unexpected event network-vif-unplugged-3e2a90c9-1967-45fb-ac92-3b441adb00ea for instance with vm_state shelved and task_state shelving_offloading. [ 949.582580] env[62675]: INFO nova.compute.manager [-] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Took 1.52 seconds to deallocate network for instance. [ 949.597692] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.598987] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e784d45-80ad-43fe-b104-0bead8dfe821 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.614197] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.614881] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc542c91-b33c-4043-b9ef-c1945bc31ed1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.689120] env[62675]: DEBUG oslo_concurrency.lockutils [req-9101d64d-9b2d-4cdf-8341-8d06ddd73c18 req-44a545b3-6018-4492-b8b9-2604b307feb4 service nova] Releasing lock "refresh_cache-1b186fef-0376-4d44-a0d8-f90090c6414f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.689120] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fa27ea-e024-c6ea-ab9e-d5f22300f2b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012268} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.689120] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3377c3-f036-441a-a6cb-d903e204fcbb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.700168] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 949.700168] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5237f382-01c4-64a8-b01e-2bd86bd865d5" [ 949.700168] env[62675]: _type = "Task" [ 949.700168] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.711712] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.713270] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.713270] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Deleting the datastore file [datastore2] c6262f9f-f64e-42ac-ad87-e2f9777d1605 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.717518] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba763e81-d3b5-4d64-a0fb-cf6a25a7d55b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.719371] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5237f382-01c4-64a8-b01e-2bd86bd865d5, 'name': SearchDatastore_Task, 'duration_secs': 0.014009} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.720136] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.720394] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 1b186fef-0376-4d44-a0d8-f90090c6414f/1b186fef-0376-4d44-a0d8-f90090c6414f.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.721118] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7f1b3fa-b57d-4e5a-a191-502e3b2a6a90 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.729377] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.729377] env[62675]: DEBUG nova.compute.manager [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.733111] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 949.733111] env[62675]: value = "task-2691152" [ 949.733111] env[62675]: _type = "Task" [ 949.733111] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.735153] env[62675]: DEBUG oslo_concurrency.lockutils [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.122s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.735153] env[62675]: DEBUG nova.objects.instance [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lazy-loading 'resources' on Instance uuid 09583a11-95de-4d0e-b0c3-6625655a66ed {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.746581] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 949.746581] env[62675]: value = "task-2691153" [ 949.746581] env[62675]: _type = "Task" [ 949.746581] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.747705] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.761480] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.771431] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.092043] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.135543] env[62675]: DEBUG nova.compute.manager [req-bc261eb9-a01b-4d35-93ba-f62e39fd7d8d req-e6e22dab-315f-46b9-8148-e77e10bf8984 service nova] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Received event network-vif-deleted-6b31e8f7-f42c-462a-b251-ea2b0bec7a85 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 950.238690] env[62675]: DEBUG nova.compute.utils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 950.240348] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.244023] env[62675]: DEBUG nova.compute.manager [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.244023] env[62675]: DEBUG nova.network.neutron [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.273512] env[62675]: DEBUG oslo_vmware.api [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150138} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.273783] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505478} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.274030] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.274209] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.274380] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.276524] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 1b186fef-0376-4d44-a0d8-f90090c6414f/1b186fef-0376-4d44-a0d8-f90090c6414f.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.276870] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.278123] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d98d27c-6a2c-4393-b0b2-314117113e6f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.286030] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 950.286030] env[62675]: value = "task-2691154" [ 950.286030] env[62675]: _type = "Task" [ 950.286030] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.300548] env[62675]: INFO nova.scheduler.client.report [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Deleted allocations for instance c6262f9f-f64e-42ac-ad87-e2f9777d1605 [ 950.307183] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.383121] env[62675]: DEBUG nova.policy [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1452165ec91e42b296064d0ef983edaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28071bec6ccf47f8a763767aa40c8b86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.626435] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0efbe38-61c9-47e2-8347-8fb44254f510 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.635753] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede3a5d6-93ef-4200-85b9-e1e5c047d9a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.669744] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1171a65-8cc2-4787-86b9-73c200d0b284 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.679407] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d2d110-3529-46f8-b4b4-c6abee4edb1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.695677] env[62675]: DEBUG nova.compute.provider_tree [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.738162] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.742372] env[62675]: DEBUG nova.compute.manager [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.803556] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067074} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.806738] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.806738] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ca9898-8592-499e-917a-53c3355b0fe6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.809737] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.847228] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 1b186fef-0376-4d44-a0d8-f90090c6414f/1b186fef-0376-4d44-a0d8-f90090c6414f.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.848130] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d6582e9-cbc8-49eb-aeec-e55a97df0e1d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.867489] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.867694] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.872662] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 950.872662] env[62675]: value = "task-2691155" [ 950.872662] env[62675]: _type = "Task" [ 950.872662] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.883754] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "618ce248-370f-4727-aae6-0c6b9640594f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.883985] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "618ce248-370f-4727-aae6-0c6b9640594f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.893153] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691155, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.912161] env[62675]: DEBUG nova.network.neutron [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Successfully created port: a543e116-7dfa-467c-a52c-6b33a8b4be8d {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.199571] env[62675]: DEBUG nova.scheduler.client.report [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.235957] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.373289] env[62675]: DEBUG nova.compute.utils [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 951.389882] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.392545] env[62675]: DEBUG nova.compute.manager [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.707712] env[62675]: DEBUG oslo_concurrency.lockutils [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.711075] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.122s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.711838] env[62675]: DEBUG nova.objects.instance [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lazy-loading 'resources' on Instance uuid b9f1040c-af4d-4a0d-a621-08edc636d3e9 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.739141] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.740429] env[62675]: INFO nova.scheduler.client.report [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Deleted allocations for instance 09583a11-95de-4d0e-b0c3-6625655a66ed [ 951.755575] env[62675]: DEBUG nova.compute.manager [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.781649] env[62675]: DEBUG nova.virt.hardware [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.781886] env[62675]: DEBUG nova.virt.hardware [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.782047] env[62675]: DEBUG nova.virt.hardware [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.782302] env[62675]: DEBUG nova.virt.hardware [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.782429] env[62675]: DEBUG nova.virt.hardware [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.782616] env[62675]: DEBUG nova.virt.hardware [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.782872] env[62675]: DEBUG nova.virt.hardware [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.783078] env[62675]: DEBUG nova.virt.hardware [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.783263] env[62675]: DEBUG nova.virt.hardware [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.783429] env[62675]: DEBUG nova.virt.hardware [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.783604] env[62675]: DEBUG nova.virt.hardware [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.784575] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eccf097-fe55-4a46-b242-aa9c38efcfab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.796192] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceac6996-49f7-4087-b393-46bb8304df24 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.882315] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.887279] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691155, 'name': ReconfigVM_Task, 'duration_secs': 0.639935} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.887866] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 1b186fef-0376-4d44-a0d8-f90090c6414f/1b186fef-0376-4d44-a0d8-f90090c6414f.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.888552] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81e83990-eac7-4f03-b10b-82e40da46f9a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.899385] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 951.899385] env[62675]: value = "task-2691156" [ 951.899385] env[62675]: _type = "Task" [ 951.899385] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.913191] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691156, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.914343] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.237108] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.251931] env[62675]: DEBUG oslo_concurrency.lockutils [None req-81e3a5f4-f172-43f0-9841-fe931b4c85ba tempest-AttachInterfacesUnderV243Test-1412413895 tempest-AttachInterfacesUnderV243Test-1412413895-project-member] Lock "09583a11-95de-4d0e-b0c3-6625655a66ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.462s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.322437] env[62675]: DEBUG nova.compute.manager [req-40a7f437-cc2a-47cb-a9f3-540753f96a25 req-5a722c0a-bafb-4789-b177-b8045fb7cc4a service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Received event network-changed-3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.322656] env[62675]: DEBUG nova.compute.manager [req-40a7f437-cc2a-47cb-a9f3-540753f96a25 req-5a722c0a-bafb-4789-b177-b8045fb7cc4a service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Refreshing instance network info cache due to event network-changed-3e2a90c9-1967-45fb-ac92-3b441adb00ea. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 952.322983] env[62675]: DEBUG oslo_concurrency.lockutils [req-40a7f437-cc2a-47cb-a9f3-540753f96a25 req-5a722c0a-bafb-4789-b177-b8045fb7cc4a service nova] Acquiring lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.323036] env[62675]: DEBUG oslo_concurrency.lockutils [req-40a7f437-cc2a-47cb-a9f3-540753f96a25 req-5a722c0a-bafb-4789-b177-b8045fb7cc4a service nova] Acquired lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.323183] env[62675]: DEBUG nova.network.neutron [req-40a7f437-cc2a-47cb-a9f3-540753f96a25 req-5a722c0a-bafb-4789-b177-b8045fb7cc4a service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Refreshing network info cache for port 3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.415213] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691156, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.514313] env[62675]: DEBUG nova.network.neutron [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Successfully updated port: a543e116-7dfa-467c-a52c-6b33a8b4be8d {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.550683] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b21574-cbc4-4b44-b9b0-578568171e28 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.561469] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfde3a6-64d4-4f31-b68d-cc48fd7ab436 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.601317] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90007ad4-36cd-4472-b41f-79679b64eeae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.611058] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4434ea4-618e-46db-a438-7ff72f6c5539 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.626302] env[62675]: DEBUG nova.compute.provider_tree [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.737348] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.875270] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Acquiring lock "db974c75-4502-4e82-8d98-d14e80384a6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.875517] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Lock "db974c75-4502-4e82-8d98-d14e80384a6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.912938] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691156, 'name': Rename_Task, 'duration_secs': 0.713865} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.913233] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.913480] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44a903fd-d98d-4446-8c7f-297c68abe6e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.922103] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 952.922103] env[62675]: value = "task-2691157" [ 952.922103] env[62675]: _type = "Task" [ 952.922103] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.931499] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.959499] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.959893] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.960436] env[62675]: INFO nova.compute.manager [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Attaching volume 61d6d9c8-cacb-46b9-ad79-39409d1cdd94 to /dev/sdb [ 953.017910] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03553c58-a9ba-4ab7-bab4-bfc172f8cf1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.021617] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.022208] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.022208] env[62675]: DEBUG nova.network.neutron [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.028827] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5a54b5-5d7f-45bd-8cb3-156f93e50f1c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.048755] env[62675]: DEBUG nova.virt.block_device [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Updating existing volume attachment record: 46a58297-9c85-4a20-bac8-c8c38495dc03 {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 953.130941] env[62675]: DEBUG nova.scheduler.client.report [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.234121] env[62675]: DEBUG nova.network.neutron [req-40a7f437-cc2a-47cb-a9f3-540753f96a25 req-5a722c0a-bafb-4789-b177-b8045fb7cc4a service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updated VIF entry in instance network info cache for port 3e2a90c9-1967-45fb-ac92-3b441adb00ea. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.234121] env[62675]: DEBUG nova.network.neutron [req-40a7f437-cc2a-47cb-a9f3-540753f96a25 req-5a722c0a-bafb-4789-b177-b8045fb7cc4a service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updating instance_info_cache with network_info: [{"id": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "address": "fa:16:3e:bc:1c:2f", "network": {"id": "c2e9e68c-ce27-4cec-a490-f617b04a13ef", "bridge": null, "label": "tempest-ServersNegativeTestJSON-579131556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008e5c41e3c042c8880d7fa20c192b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3e2a90c9-19", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.244268] env[62675]: DEBUG oslo_vmware.api [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691147, 'name': ReconfigVM_Task, 'duration_secs': 5.804838} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.244268] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.244268] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Reconfigured VM to detach interface {{(pid=62675) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 953.359740] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquiring lock "7e39311c-f324-4f9f-8451-155c2e04a13d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.359989] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lock "7e39311c-f324-4f9f-8451-155c2e04a13d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.378306] env[62675]: DEBUG nova.compute.manager [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.434686] env[62675]: DEBUG oslo_vmware.api [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691157, 'name': PowerOnVM_Task, 'duration_secs': 0.510971} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.435406] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.435406] env[62675]: INFO nova.compute.manager [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Took 9.39 seconds to spawn the instance on the hypervisor. [ 953.435611] env[62675]: DEBUG nova.compute.manager [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.436608] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4383ef8d-8ad7-4ec1-bdfe-8b652ef393c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.570306] env[62675]: DEBUG nova.network.neutron [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.636072] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.639134] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.428s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.666519] env[62675]: INFO nova.scheduler.client.report [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Deleted allocations for instance b9f1040c-af4d-4a0d-a621-08edc636d3e9 [ 953.714934] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.724962] env[62675]: DEBUG nova.network.neutron [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance_info_cache with network_info: [{"id": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "address": "fa:16:3e:27:90:41", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa543e116-7d", "ovs_interfaceid": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.743296] env[62675]: DEBUG oslo_concurrency.lockutils [req-40a7f437-cc2a-47cb-a9f3-540753f96a25 req-5a722c0a-bafb-4789-b177-b8045fb7cc4a service nova] Releasing lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.862879] env[62675]: DEBUG nova.compute.manager [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.902811] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.957245] env[62675]: INFO nova.compute.manager [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Took 27.91 seconds to build instance. [ 954.175480] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ba2b0812-d4d0-4789-abdd-13fd510a1719 tempest-DeleteServersAdminTestJSON-550966073 tempest-DeleteServersAdminTestJSON-550966073-project-member] Lock "b9f1040c-af4d-4a0d-a621-08edc636d3e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.816s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.229698] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.230107] env[62675]: DEBUG nova.compute.manager [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Instance network_info: |[{"id": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "address": "fa:16:3e:27:90:41", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa543e116-7d", "ovs_interfaceid": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.230757] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:90:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a543e116-7dfa-467c-a52c-6b33a8b4be8d', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.243615] env[62675]: DEBUG oslo.service.loopingcall [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 954.244379] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.245094] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc9b0b05-f0cb-45f9-ad01-782391fdfb15 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.268663] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.268663] env[62675]: value = "task-2691159" [ 954.268663] env[62675]: _type = "Task" [ 954.268663] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.283017] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691159, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.387213] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.443214] env[62675]: DEBUG nova.compute.manager [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Received event network-vif-plugged-a543e116-7dfa-467c-a52c-6b33a8b4be8d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.443214] env[62675]: DEBUG oslo_concurrency.lockutils [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] Acquiring lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.443214] env[62675]: DEBUG oslo_concurrency.lockutils [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.443214] env[62675]: DEBUG oslo_concurrency.lockutils [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.443214] env[62675]: DEBUG nova.compute.manager [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] No waiting events found dispatching network-vif-plugged-a543e116-7dfa-467c-a52c-6b33a8b4be8d {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.443214] env[62675]: WARNING nova.compute.manager [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Received unexpected event network-vif-plugged-a543e116-7dfa-467c-a52c-6b33a8b4be8d for instance with vm_state building and task_state spawning. [ 954.443214] env[62675]: DEBUG nova.compute.manager [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Received event network-changed-a543e116-7dfa-467c-a52c-6b33a8b4be8d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.443214] env[62675]: DEBUG nova.compute.manager [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Refreshing instance network info cache due to event network-changed-a543e116-7dfa-467c-a52c-6b33a8b4be8d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 954.443214] env[62675]: DEBUG oslo_concurrency.lockutils [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] Acquiring lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.443214] env[62675]: DEBUG oslo_concurrency.lockutils [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] Acquired lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.443214] env[62675]: DEBUG nova.network.neutron [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Refreshing network info cache for port a543e116-7dfa-467c-a52c-6b33a8b4be8d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.459128] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d69ae1d1-f46f-41af-9947-7c87744e445d tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "1b186fef-0376-4d44-a0d8-f90090c6414f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.425s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.500593] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.500789] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.501102] env[62675]: DEBUG nova.network.neutron [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.532194] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707d3350-36c5-44e1-9e24-34c3b2d14726 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.542326] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6b0827-edac-4907-be63-c31ff2369389 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.580125] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ec5268-c5e7-4f47-9d37-fb5d8a5eaed9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.588619] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dbf31b-ae49-4c76-97ba-1605b92e0cb1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.605672] env[62675]: DEBUG nova.compute.provider_tree [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.669519] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbdcad8-d1a8-4278-9c37-a6a0b56cfc0d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.681194] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c15018b2-86d4-446e-a404-daa7b9342997 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Suspending the VM {{(pid=62675) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 954.681464] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9546cd65-e5e2-4a43-86a8-583f48042ba2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.693282] env[62675]: DEBUG oslo_vmware.api [None req-c15018b2-86d4-446e-a404-daa7b9342997 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 954.693282] env[62675]: value = "task-2691160" [ 954.693282] env[62675]: _type = "Task" [ 954.693282] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.703861] env[62675]: DEBUG oslo_vmware.api [None req-c15018b2-86d4-446e-a404-daa7b9342997 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691160, 'name': SuspendVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.779946] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691159, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.111016] env[62675]: DEBUG nova.scheduler.client.report [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.159346] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.159643] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.159861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.160058] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.160284] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.162450] env[62675]: INFO nova.compute.manager [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Terminating instance [ 955.192402] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "792862b8-a9fa-46ed-828d-a9f8b698d969" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.192716] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.208558] env[62675]: DEBUG oslo_vmware.api [None req-c15018b2-86d4-446e-a404-daa7b9342997 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691160, 'name': SuspendVM_Task} progress is 62%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.280458] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691159, 'name': CreateVM_Task, 'duration_secs': 0.876106} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.283277] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.283900] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.284076] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.284396] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.285017] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9b2f95d-7faa-4696-8fdf-7aae0aa07fd3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.290274] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 955.290274] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52518ba0-9735-8d77-d4f3-a861e032d2ec" [ 955.290274] env[62675]: _type = "Task" [ 955.290274] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.303459] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52518ba0-9735-8d77-d4f3-a861e032d2ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.352747] env[62675]: DEBUG nova.network.neutron [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updated VIF entry in instance network info cache for port a543e116-7dfa-467c-a52c-6b33a8b4be8d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.353380] env[62675]: DEBUG nova.network.neutron [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance_info_cache with network_info: [{"id": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "address": "fa:16:3e:27:90:41", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa543e116-7d", "ovs_interfaceid": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.373370] env[62675]: INFO nova.network.neutron [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Port 8e3ba198-19a4-4107-b0de-b54f800d2609 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 955.373596] env[62675]: INFO nova.network.neutron [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Port 634a8a1b-e62a-458a-90b5-d2cd67232a5a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 955.373918] env[62675]: DEBUG nova.network.neutron [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updating instance_info_cache with network_info: [{"id": "901e5464-e4be-4b54-8cbc-441dc18d291c", "address": "fa:16:3e:18:12:be", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e5464-e4", "ovs_interfaceid": "901e5464-e4be-4b54-8cbc-441dc18d291c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.669855] env[62675]: DEBUG nova.compute.manager [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.670125] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.672083] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363379cf-e246-40f6-9456-e2e1cecf167c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.680706] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.680923] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b706170f-b261-461c-9642-e39cd63a5777 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.688050] env[62675]: DEBUG oslo_vmware.api [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 955.688050] env[62675]: value = "task-2691162" [ 955.688050] env[62675]: _type = "Task" [ 955.688050] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.696609] env[62675]: DEBUG nova.compute.utils [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 955.705455] env[62675]: DEBUG oslo_vmware.api [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.712746] env[62675]: DEBUG oslo_vmware.api [None req-c15018b2-86d4-446e-a404-daa7b9342997 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691160, 'name': SuspendVM_Task, 'duration_secs': 0.792236} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.715122] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c15018b2-86d4-446e-a404-daa7b9342997 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Suspended the VM {{(pid=62675) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 955.715389] env[62675]: DEBUG nova.compute.manager [None req-c15018b2-86d4-446e-a404-daa7b9342997 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.717894] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c95da1c-21ca-4cb1-8f42-e57e6296da94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.804503] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52518ba0-9735-8d77-d4f3-a861e032d2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.017923} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.807137] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.807137] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.807137] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.807137] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.807137] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.807137] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdf3d9a0-4193-4140-9066-fe6cd51b2142 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.817488] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.044899] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.044899] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9531cbf2-f7dd-46ea-848d-f64e7ea537f4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.044899] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 956.044899] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d3bdca-bb2a-b65d-68c7-523f8047f0ed" [ 956.044899] env[62675]: _type = "Task" [ 956.044899] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.044899] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d3bdca-bb2a-b65d-68c7-523f8047f0ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.044899] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.044899] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.044899] env[62675]: DEBUG oslo_concurrency.lockutils [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] Releasing lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.044899] env[62675]: DEBUG nova.compute.manager [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received event network-vif-deleted-8e3ba198-19a4-4107-b0de-b54f800d2609 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 956.044899] env[62675]: INFO nova.compute.manager [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Neutron deleted interface 8e3ba198-19a4-4107-b0de-b54f800d2609; detaching it from the instance and deleting it from the info cache [ 956.045922] env[62675]: DEBUG nova.network.neutron [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updating instance_info_cache with network_info: [{"id": "901e5464-e4be-4b54-8cbc-441dc18d291c", "address": "fa:16:3e:18:12:be", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e5464-e4", "ovs_interfaceid": "901e5464-e4be-4b54-8cbc-441dc18d291c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "634a8a1b-e62a-458a-90b5-d2cd67232a5a", "address": "fa:16:3e:c2:f8:91", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634a8a1b-e6", "ovs_interfaceid": "634a8a1b-e62a-458a-90b5-d2cd67232a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.045922] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.121875] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.483s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.124864] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.789s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.198863] env[62675]: DEBUG oslo_vmware.api [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691162, 'name': PowerOffVM_Task, 'duration_secs': 0.285367} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.200561] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.200756] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.200992] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2a9b686-5185-46a9-bb03-3491288da950 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.206100] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.326633] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.326633] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.326633] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Deleting the datastore file [datastore1] 98bc2a7c-038b-48b6-83ad-db991d3b2c55 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.326633] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6f93020-1220-41dd-9473-d195d699682d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.338559] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d3bdca-bb2a-b65d-68c7-523f8047f0ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011896} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.340540] env[62675]: DEBUG oslo_vmware.api [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 956.340540] env[62675]: value = "task-2691164" [ 956.340540] env[62675]: _type = "Task" [ 956.340540] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.340691] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8424ffd1-6658-46bd-9b1c-c0465210fffe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.352159] env[62675]: DEBUG nova.compute.utils [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 956.353305] env[62675]: DEBUG oslo_vmware.api [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.354884] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 956.354884] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f1a276-2829-82f3-f0bb-b31ff79d30a0" [ 956.354884] env[62675]: _type = "Task" [ 956.354884] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.359606] env[62675]: DEBUG oslo_concurrency.lockutils [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] Acquiring lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 956.363029] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f1a276-2829-82f3-f0bb-b31ff79d30a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.386253] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9871e39c-4a3d-4dfd-8c89-ce42853815b5 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-98bc2a7c-038b-48b6-83ad-db991d3b2c55-8e3ba198-19a4-4107-b0de-b54f800d2609" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.791s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.691404] env[62675]: INFO nova.scheduler.client.report [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted allocation for migration 7bbd5622-bab9-497d-b409-bd8769d4f553 [ 956.855313] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.855948] env[62675]: DEBUG oslo_vmware.api [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176481} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.856388] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.856624] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.856811] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.856985] env[62675]: INFO nova.compute.manager [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Took 1.19 seconds to destroy the instance on the hypervisor. [ 956.857243] env[62675]: DEBUG oslo.service.loopingcall [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 956.861910] env[62675]: DEBUG nova.compute.manager [-] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.861910] env[62675]: DEBUG nova.network.neutron [-] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.872326] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f1a276-2829-82f3-f0bb-b31ff79d30a0, 'name': SearchDatastore_Task, 'duration_secs': 0.013547} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.872670] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.873366] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] a1f99b1b-40ed-40e1-b56c-055aa4ebcabf/a1f99b1b-40ed-40e1-b56c-055aa4ebcabf.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.873692] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1a9f5c9-9e77-43cf-8018-5ab626e3828b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.882628] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 956.882628] env[62675]: value = "task-2691165" [ 956.882628] env[62675]: _type = "Task" [ 956.882628] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.891910] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.165748] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d6247e9c-c9c4-472e-8d75-5b416859b9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.165909] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 496adcc8-14d1-4dc5-96c4-d6547e4b51e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.166052] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 6f2071c8-a77c-4fa1-a4f0-f171b2a06168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.166158] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9043970b-25b2-4989-baea-3cfeb11bec5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.166276] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 792862b8-a9fa-46ed-828d-a9f8b698d969 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.166372] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 0043b1b7-6921-4357-8a0d-417ededffe99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.166506] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance cb3564c7-1a9a-4c35-ad26-e3baed627076 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 957.167747] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 98bc2a7c-038b-48b6-83ad-db991d3b2c55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.167747] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 86554a0f-1325-4e3e-a1ea-7790a5ab6a43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.167747] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance be744242-1be5-4602-9ad3-6f1e1c3734b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.167747] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9e8115f4-d252-4a18-a345-b7c29acf7d02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.167747] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.167747] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 08c08b75-6775-4dd7-a13c-2574d3d69558 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.167747] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance ff7e5351-7495-4be9-8af5-e27f42dd545c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.167747] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance cd639606-f799-42eb-95b5-8f98e365b903 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 957.167747] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 1b186fef-0376-4d44-a0d8-f90090c6414f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.168230] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance a1f99b1b-40ed-40e1-b56c-055aa4ebcabf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 957.199106] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6be609ae-f92f-43b9-a2dd-0a0b5559b627 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "08c08b75-6775-4dd7-a13c-2574d3d69558" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.793s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.210921] env[62675]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 634a8a1b-e62a-458a-90b5-d2cd67232a5a could not be found.", "detail": ""}} {{(pid=62675) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 957.211191] env[62675]: DEBUG nova.network.neutron [-] Unable to show port 634a8a1b-e62a-458a-90b5-d2cd67232a5a as it no longer exists. {{(pid=62675) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 957.272036] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "792862b8-a9fa-46ed-828d-a9f8b698d969" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.272374] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.272687] env[62675]: INFO nova.compute.manager [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Attaching volume d4b46d5d-5382-4799-9a5b-857fed8cf703 to /dev/sdb [ 957.310987] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901a4483-457d-454a-a1dd-d48e9e7367a0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.325292] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08220848-2d07-41c2-9875-a5bb68a5630e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.349152] env[62675]: DEBUG nova.virt.block_device [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updating existing volume attachment record: d385b2da-5423-40ba-8e62-b42f4fa61362 {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 957.398128] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691165, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.619311] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 957.619311] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542411', 'volume_id': '61d6d9c8-cacb-46b9-ad79-39409d1cdd94', 'name': 'volume-61d6d9c8-cacb-46b9-ad79-39409d1cdd94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be744242-1be5-4602-9ad3-6f1e1c3734b9', 'attached_at': '', 'detached_at': '', 'volume_id': '61d6d9c8-cacb-46b9-ad79-39409d1cdd94', 'serial': '61d6d9c8-cacb-46b9-ad79-39409d1cdd94'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 957.619702] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc9cf55-0a0a-47df-8e67-2b7f9cd88044 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.647113] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df232905-6b1b-4507-9536-92ee5f4ea406 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.683101] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-61d6d9c8-cacb-46b9-ad79-39409d1cdd94/volume-61d6d9c8-cacb-46b9-ad79-39409d1cdd94.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.683748] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d4b1af50-839b-4b24-8be4-33f5c08bf1c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 957.686270] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de116aca-f348-462f-8b2b-92b614b82d08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.702617] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 618ce248-370f-4727-aae6-0c6b9640594f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 957.716080] env[62675]: DEBUG oslo_vmware.api [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 957.716080] env[62675]: value = "task-2691168" [ 957.716080] env[62675]: _type = "Task" [ 957.716080] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.728958] env[62675]: DEBUG oslo_vmware.api [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.896651] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55143} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.897015] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] a1f99b1b-40ed-40e1-b56c-055aa4ebcabf/a1f99b1b-40ed-40e1-b56c-055aa4ebcabf.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.897291] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.897560] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cda2763-9a0c-4ea5-bae5-b7d061ceed4d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.906468] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 957.906468] env[62675]: value = "task-2691170" [ 957.906468] env[62675]: _type = "Task" [ 957.906468] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.923544] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.944776] env[62675]: DEBUG nova.compute.manager [req-adf7a8a5-9648-4633-a335-93e9ca6f0a1b req-7164a866-d830-455b-bfec-ea96773b376a service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received event network-vif-deleted-634a8a1b-e62a-458a-90b5-d2cd67232a5a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.944776] env[62675]: INFO nova.compute.manager [req-adf7a8a5-9648-4633-a335-93e9ca6f0a1b req-7164a866-d830-455b-bfec-ea96773b376a service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Neutron deleted interface 634a8a1b-e62a-458a-90b5-d2cd67232a5a; detaching it from the instance and deleting it from the info cache [ 957.945077] env[62675]: DEBUG nova.network.neutron [req-adf7a8a5-9648-4633-a335-93e9ca6f0a1b req-7164a866-d830-455b-bfec-ea96773b376a service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updating instance_info_cache with network_info: [{"id": "901e5464-e4be-4b54-8cbc-441dc18d291c", "address": "fa:16:3e:18:12:be", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap901e5464-e4", "ovs_interfaceid": "901e5464-e4be-4b54-8cbc-441dc18d291c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.207247] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance db974c75-4502-4e82-8d98-d14e80384a6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 958.217669] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.217669] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.218691] env[62675]: INFO nova.compute.manager [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Attaching volume acd72d71-6516-4d1d-b1c7-0daecfe7650b to /dev/sdb [ 958.238531] env[62675]: DEBUG oslo_vmware.api [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691168, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.280058] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a8f92e-9b8e-45de-93b2-6a9c5e9878d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.288751] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999f5046-5b25-4333-a2ab-484ad9e9d58d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.313443] env[62675]: DEBUG nova.virt.block_device [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Updating existing volume attachment record: 0c2ee5cb-3e72-44fb-a26c-ed39c5f3b65b {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 958.417479] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087604} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.419015] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.419015] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3929f905-f8ba-4e4f-bf94-577afc51e7bc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.441942] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] a1f99b1b-40ed-40e1-b56c-055aa4ebcabf/a1f99b1b-40ed-40e1-b56c-055aa4ebcabf.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.442281] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-733aea42-53aa-4c55-acaa-bed0fef7abb8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.457459] env[62675]: DEBUG nova.network.neutron [-] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.458295] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86ae7222-a884-4c64-8b58-3c80205794a2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.468037] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 958.468037] env[62675]: value = "task-2691171" [ 958.468037] env[62675]: _type = "Task" [ 958.468037] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.473902] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7a2aa4-404c-446f-8d4b-b520cc274b7a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.493178] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.513370] env[62675]: DEBUG nova.compute.manager [req-adf7a8a5-9648-4633-a335-93e9ca6f0a1b req-7164a866-d830-455b-bfec-ea96773b376a service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Detach interface failed, port_id=634a8a1b-e62a-458a-90b5-d2cd67232a5a, reason: Instance 98bc2a7c-038b-48b6-83ad-db991d3b2c55 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 958.712235] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 7e39311c-f324-4f9f-8451-155c2e04a13d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 958.713044] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 958.713044] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 958.714965] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 958.737417] env[62675]: DEBUG oslo_vmware.api [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691168, 'name': ReconfigVM_Task, 'duration_secs': 0.589937} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.737417] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-61d6d9c8-cacb-46b9-ad79-39409d1cdd94/volume-61d6d9c8-cacb-46b9-ad79-39409d1cdd94.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.743203] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b3c73c-6a80-4cc8-a4d5-ba155edec5c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.762910] env[62675]: DEBUG oslo_vmware.api [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 958.762910] env[62675]: value = "task-2691175" [ 958.762910] env[62675]: _type = "Task" [ 958.762910] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.772267] env[62675]: DEBUG oslo_vmware.api [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.836552] env[62675]: DEBUG oslo_concurrency.lockutils [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "1b186fef-0376-4d44-a0d8-f90090c6414f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.836552] env[62675]: DEBUG oslo_concurrency.lockutils [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "1b186fef-0376-4d44-a0d8-f90090c6414f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.836552] env[62675]: DEBUG oslo_concurrency.lockutils [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "1b186fef-0376-4d44-a0d8-f90090c6414f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.836552] env[62675]: DEBUG oslo_concurrency.lockutils [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "1b186fef-0376-4d44-a0d8-f90090c6414f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.836552] env[62675]: DEBUG oslo_concurrency.lockutils [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "1b186fef-0376-4d44-a0d8-f90090c6414f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.840018] env[62675]: INFO nova.compute.manager [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Terminating instance [ 958.961597] env[62675]: INFO nova.compute.manager [-] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Took 2.10 seconds to deallocate network for instance. [ 958.983238] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691171, 'name': ReconfigVM_Task, 'duration_secs': 0.428248} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.983569] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfigured VM instance instance-0000005a to attach disk [datastore2] a1f99b1b-40ed-40e1-b56c-055aa4ebcabf/a1f99b1b-40ed-40e1-b56c-055aa4ebcabf.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.984331] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-938fad56-dcfd-4d6e-9602-4bb540fd928b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.996545] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 958.996545] env[62675]: value = "task-2691176" [ 958.996545] env[62675]: _type = "Task" [ 958.996545] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.006799] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691176, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.134241] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377bc3c2-4672-42f0-b614-2838af4b654d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.144035] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad73b8b-a522-4a03-bb8d-7a66b0d87bbe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.180282] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e05117-ec24-43db-b905-b7742788bdb0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.189024] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366019f4-1c35-42b5-a555-60183f1113f9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.207153] env[62675]: DEBUG nova.compute.provider_tree [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.280244] env[62675]: DEBUG oslo_vmware.api [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691175, 'name': ReconfigVM_Task, 'duration_secs': 0.174686} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.280244] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542411', 'volume_id': '61d6d9c8-cacb-46b9-ad79-39409d1cdd94', 'name': 'volume-61d6d9c8-cacb-46b9-ad79-39409d1cdd94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be744242-1be5-4602-9ad3-6f1e1c3734b9', 'attached_at': '', 'detached_at': '', 'volume_id': '61d6d9c8-cacb-46b9-ad79-39409d1cdd94', 'serial': '61d6d9c8-cacb-46b9-ad79-39409d1cdd94'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 959.343662] env[62675]: DEBUG nova.compute.manager [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.343918] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.348023] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbeccf6-9b7b-4bed-83c2-83575cfaa41c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.361170] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.361461] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab121bdb-7940-4fd3-bd38-71a9b3ef4133 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.453685] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.453685] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.453685] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleting the datastore file [datastore2] 1b186fef-0376-4d44-a0d8-f90090c6414f {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.453685] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c35b529-3dc6-47ff-a6a0-4f0c211d0bd0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.461847] env[62675]: DEBUG oslo_vmware.api [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 959.461847] env[62675]: value = "task-2691178" [ 959.461847] env[62675]: _type = "Task" [ 959.461847] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.471474] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.471765] env[62675]: DEBUG oslo_vmware.api [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.507684] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691176, 'name': Rename_Task, 'duration_secs': 0.178844} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.507910] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.508189] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62f0ae87-e6c9-4bfc-aa1f-a87b69761b2e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.516829] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 959.516829] env[62675]: value = "task-2691179" [ 959.516829] env[62675]: _type = "Task" [ 959.516829] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.525558] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.709831] env[62675]: DEBUG nova.scheduler.client.report [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.939420] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Acquiring lock "738aa5f1-8782-491d-a8dd-2ade9a42c39f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.941018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Lock "738aa5f1-8782-491d-a8dd-2ade9a42c39f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.976550] env[62675]: DEBUG oslo_vmware.api [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246152} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.976999] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.977081] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.977227] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.977416] env[62675]: INFO nova.compute.manager [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Took 0.63 seconds to destroy the instance on the hypervisor. [ 959.977663] env[62675]: DEBUG oslo.service.loopingcall [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.977874] env[62675]: DEBUG nova.compute.manager [-] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.977975] env[62675]: DEBUG nova.network.neutron [-] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.021437] env[62675]: DEBUG nova.compute.manager [req-c976f352-bc24-4759-b6d5-69a070ecc259 req-c03d0367-79f1-4e63-9320-a9636d1573e3 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Received event network-vif-deleted-901e5464-e4be-4b54-8cbc-441dc18d291c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.032519] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691179, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.176860] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "08c08b75-6775-4dd7-a13c-2574d3d69558" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.177644] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "08c08b75-6775-4dd7-a13c-2574d3d69558" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.177644] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "08c08b75-6775-4dd7-a13c-2574d3d69558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.177644] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "08c08b75-6775-4dd7-a13c-2574d3d69558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.177837] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "08c08b75-6775-4dd7-a13c-2574d3d69558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.180893] env[62675]: INFO nova.compute.manager [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Terminating instance [ 960.216055] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 960.216309] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.092s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.216576] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.780s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.218314] env[62675]: INFO nova.compute.claims [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.468218] env[62675]: DEBUG nova.compute.manager [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.535591] env[62675]: DEBUG oslo_vmware.api [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691179, 'name': PowerOnVM_Task, 'duration_secs': 0.55702} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.536782] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.536782] env[62675]: INFO nova.compute.manager [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Took 8.78 seconds to spawn the instance on the hypervisor. [ 960.536782] env[62675]: DEBUG nova.compute.manager [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.538405] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81723f2-5785-4e90-a619-96858b1b7613 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.684735] env[62675]: DEBUG nova.compute.manager [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.684993] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.689633] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b64762d-3cfd-4b1d-b3a6-ad4e0c7c10a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.691904] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "4e5656ae-3f24-4ded-b444-91418aec39cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.692169] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "4e5656ae-3f24-4ded-b444-91418aec39cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.701441] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.701441] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fee2c80-d725-4171-b88f-cdd17f441fce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.708260] env[62675]: DEBUG oslo_vmware.api [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 960.708260] env[62675]: value = "task-2691181" [ 960.708260] env[62675]: _type = "Task" [ 960.708260] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.719744] env[62675]: DEBUG oslo_vmware.api [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.815789] env[62675]: DEBUG nova.network.neutron [-] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.971330] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.019962] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Acquiring lock "101b9af0-1f7c-4ef2-af60-be8e81566c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.020375] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Lock "101b9af0-1f7c-4ef2-af60-be8e81566c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.058804] env[62675]: INFO nova.compute.manager [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Took 22.59 seconds to build instance. [ 961.195370] env[62675]: DEBUG nova.compute.manager [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.219317] env[62675]: DEBUG oslo_vmware.api [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691181, 'name': PowerOffVM_Task, 'duration_secs': 0.383606} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.219575] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.219744] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.219998] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cb604f5-e366-4124-aabb-f8bac1d74208 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.321553] env[62675]: INFO nova.compute.manager [-] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Took 1.34 seconds to deallocate network for instance. [ 961.524308] env[62675]: DEBUG nova.compute.manager [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.561676] env[62675]: DEBUG oslo_concurrency.lockutils [None req-759bc0a3-33a2-4319-9cf7-d83fc3488fbe tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.106s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.566647] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa024787-e145-4cc5-881d-f2bbf2997f2f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.579574] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74a2c61-c268-46cd-b8d8-d5d9447556ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.610504] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81069cdf-b9c0-49f1-87fb-3386350608ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.620580] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb4d92e-f6ff-44e7-8b5e-c26e9c2eb5b8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.632905] env[62675]: DEBUG nova.compute.provider_tree [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.713624] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.814360] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.814487] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.814685] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleting the datastore file [datastore1] 08c08b75-6775-4dd7-a13c-2574d3d69558 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.815154] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c76ff848-9b15-4c81-beb5-cfe4963ca1a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.825916] env[62675]: DEBUG oslo_vmware.api [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 961.825916] env[62675]: value = "task-2691184" [ 961.825916] env[62675]: _type = "Task" [ 961.825916] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.830347] env[62675]: DEBUG oslo_concurrency.lockutils [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.839592] env[62675]: DEBUG oslo_vmware.api [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.900786] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 961.900964] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542414', 'volume_id': 'd4b46d5d-5382-4799-9a5b-857fed8cf703', 'name': 'volume-d4b46d5d-5382-4799-9a5b-857fed8cf703', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '792862b8-a9fa-46ed-828d-a9f8b698d969', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b46d5d-5382-4799-9a5b-857fed8cf703', 'serial': 'd4b46d5d-5382-4799-9a5b-857fed8cf703'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 961.902611] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410bc7b1-c025-49f7-9b7b-1efd48f42d09 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.921899] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e8d78d-264f-4ebd-8e60-04eaf2bbc31d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.952557] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] volume-d4b46d5d-5382-4799-9a5b-857fed8cf703/volume-d4b46d5d-5382-4799-9a5b-857fed8cf703.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.952557] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff99fa48-a91b-4a06-9b4b-c757966e7d2d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.972336] env[62675]: DEBUG oslo_vmware.api [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 961.972336] env[62675]: value = "task-2691185" [ 961.972336] env[62675]: _type = "Task" [ 961.972336] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.980928] env[62675]: DEBUG oslo_vmware.api [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.049629] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.051486] env[62675]: DEBUG nova.compute.manager [req-ab9c3ffe-89ee-4426-8ab3-b8afac3e0db6 req-5d21071c-e96f-4eaf-a8bf-89b28912104f service nova] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Received event network-vif-deleted-f1641664-c7df-4d16-8fc3-bd6ab1af4911 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.051677] env[62675]: DEBUG nova.compute.manager [req-ab9c3ffe-89ee-4426-8ab3-b8afac3e0db6 req-5d21071c-e96f-4eaf-a8bf-89b28912104f service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Received event network-changed-a543e116-7dfa-467c-a52c-6b33a8b4be8d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.051856] env[62675]: DEBUG nova.compute.manager [req-ab9c3ffe-89ee-4426-8ab3-b8afac3e0db6 req-5d21071c-e96f-4eaf-a8bf-89b28912104f service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Refreshing instance network info cache due to event network-changed-a543e116-7dfa-467c-a52c-6b33a8b4be8d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 962.052091] env[62675]: DEBUG oslo_concurrency.lockutils [req-ab9c3ffe-89ee-4426-8ab3-b8afac3e0db6 req-5d21071c-e96f-4eaf-a8bf-89b28912104f service nova] Acquiring lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.052262] env[62675]: DEBUG oslo_concurrency.lockutils [req-ab9c3ffe-89ee-4426-8ab3-b8afac3e0db6 req-5d21071c-e96f-4eaf-a8bf-89b28912104f service nova] Acquired lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.052427] env[62675]: DEBUG nova.network.neutron [req-ab9c3ffe-89ee-4426-8ab3-b8afac3e0db6 req-5d21071c-e96f-4eaf-a8bf-89b28912104f service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Refreshing network info cache for port a543e116-7dfa-467c-a52c-6b33a8b4be8d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.136579] env[62675]: DEBUG nova.scheduler.client.report [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.336206] env[62675]: DEBUG oslo_vmware.api [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258255} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.336465] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.336651] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.336829] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.337016] env[62675]: INFO nova.compute.manager [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Took 1.65 seconds to destroy the instance on the hypervisor. [ 962.337258] env[62675]: DEBUG oslo.service.loopingcall [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.337446] env[62675]: DEBUG nova.compute.manager [-] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.337544] env[62675]: DEBUG nova.network.neutron [-] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.484325] env[62675]: DEBUG oslo_vmware.api [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691185, 'name': ReconfigVM_Task, 'duration_secs': 0.43944} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.484729] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Reconfigured VM instance instance-0000003d to attach disk [datastore1] volume-d4b46d5d-5382-4799-9a5b-857fed8cf703/volume-d4b46d5d-5382-4799-9a5b-857fed8cf703.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.489775] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed2c1f3-fdb9-4f09-af44-384adaf50e17 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.505337] env[62675]: DEBUG nova.objects.instance [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'flavor' on Instance uuid be744242-1be5-4602-9ad3-6f1e1c3734b9 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.508016] env[62675]: DEBUG oslo_vmware.api [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 962.508016] env[62675]: value = "task-2691186" [ 962.508016] env[62675]: _type = "Task" [ 962.508016] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.518352] env[62675]: DEBUG oslo_vmware.api [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.641554] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.642141] env[62675]: DEBUG nova.compute.manager [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.645052] env[62675]: DEBUG oslo_concurrency.lockutils [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.003s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.645270] env[62675]: DEBUG oslo_concurrency.lockutils [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.647475] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.556s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.647665] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.650207] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.841s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.650421] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.653267] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.739s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.655098] env[62675]: INFO nova.compute.claims [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.693077] env[62675]: INFO nova.scheduler.client.report [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleted allocations for instance cb3564c7-1a9a-4c35-ad26-e3baed627076 [ 962.695841] env[62675]: INFO nova.scheduler.client.report [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted allocations for instance cd639606-f799-42eb-95b5-8f98e365b903 [ 962.859469] env[62675]: DEBUG nova.network.neutron [req-ab9c3ffe-89ee-4426-8ab3-b8afac3e0db6 req-5d21071c-e96f-4eaf-a8bf-89b28912104f service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updated VIF entry in instance network info cache for port a543e116-7dfa-467c-a52c-6b33a8b4be8d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.859763] env[62675]: DEBUG nova.network.neutron [req-ab9c3ffe-89ee-4426-8ab3-b8afac3e0db6 req-5d21071c-e96f-4eaf-a8bf-89b28912104f service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance_info_cache with network_info: [{"id": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "address": "fa:16:3e:27:90:41", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa543e116-7d", "ovs_interfaceid": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.877066] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 962.877372] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542416', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'name': 'volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86554a0f-1325-4e3e-a1ea-7790a5ab6a43', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'serial': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 962.878519] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a950ec-bc01-4124-ab5f-dd8581733e59 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.898297] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ecc7f0-edd4-4f05-8bdb-052e75e1fe28 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.924466] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b/volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.924753] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4cc5f10-cfef-4c8d-ab55-a746111bb67f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.948453] env[62675]: DEBUG oslo_vmware.api [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 962.948453] env[62675]: value = "task-2691187" [ 962.948453] env[62675]: _type = "Task" [ 962.948453] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.961992] env[62675]: DEBUG oslo_vmware.api [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691187, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.014809] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6e06cc75-e103-4e11-b815-29f0a3b9404a tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.055s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.022293] env[62675]: DEBUG oslo_vmware.api [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691186, 'name': ReconfigVM_Task, 'duration_secs': 0.172206} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.022601] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542414', 'volume_id': 'd4b46d5d-5382-4799-9a5b-857fed8cf703', 'name': 'volume-d4b46d5d-5382-4799-9a5b-857fed8cf703', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '792862b8-a9fa-46ed-828d-a9f8b698d969', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b46d5d-5382-4799-9a5b-857fed8cf703', 'serial': 'd4b46d5d-5382-4799-9a5b-857fed8cf703'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 963.089328] env[62675]: DEBUG nova.network.neutron [-] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.161731] env[62675]: DEBUG nova.compute.utils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 963.165646] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a17d43ad-d8c7-4115-adb1-87a69e467307 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.565s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.168712] env[62675]: DEBUG nova.compute.manager [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.168888] env[62675]: DEBUG nova.network.neutron [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.170920] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.456s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.171658] env[62675]: INFO nova.compute.manager [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Unshelving [ 963.204643] env[62675]: DEBUG oslo_concurrency.lockutils [None req-808ff3d5-84e6-4a8d-b451-aedf24f8832e tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "cb3564c7-1a9a-4c35-ad26-e3baed627076" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.956s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.209944] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4dcee271-5ce0-45e5-bf63-f111efe06e74 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "cd639606-f799-42eb-95b5-8f98e365b903" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.848s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.227892] env[62675]: DEBUG nova.policy [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1434c48a09b43e49f083fc125561763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bd0ff61fcca49b79d4e666dc4a53ba6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.363677] env[62675]: DEBUG oslo_concurrency.lockutils [req-ab9c3ffe-89ee-4426-8ab3-b8afac3e0db6 req-5d21071c-e96f-4eaf-a8bf-89b28912104f service nova] Releasing lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.460182] env[62675]: DEBUG oslo_vmware.api [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.591614] env[62675]: INFO nova.compute.manager [-] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Took 1.25 seconds to deallocate network for instance. [ 963.632429] env[62675]: DEBUG nova.network.neutron [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Successfully created port: dbc36321-64b4-4cf8-87c8-c10c468ee996 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.674559] env[62675]: DEBUG nova.compute.manager [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.960078] env[62675]: DEBUG oslo_vmware.api [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691187, 'name': ReconfigVM_Task, 'duration_secs': 0.838985} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.960078] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b/volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.970391] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e43eda48-e53f-4eb5-b1d5-00aeefb591df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.995692] env[62675]: DEBUG oslo_vmware.api [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 963.995692] env[62675]: value = "task-2691188" [ 963.995692] env[62675]: _type = "Task" [ 963.995692] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.006250] env[62675]: DEBUG oslo_vmware.api [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691188, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.064020] env[62675]: DEBUG nova.objects.instance [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lazy-loading 'flavor' on Instance uuid 792862b8-a9fa-46ed-828d-a9f8b698d969 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.076123] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baccdc3-2b90-4b0c-932e-9dc602656c06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.089312] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55064d41-2149-4d35-acb7-71192db4c165 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.121469] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.123139] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f116fc6-27f5-418b-b8e2-feacdc12c0ae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.133096] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe8f506-4699-440f-93d8-47ee3d24ef47 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.150624] env[62675]: DEBUG nova.compute.provider_tree [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.206076] env[62675]: DEBUG nova.compute.manager [req-00eee7b7-b52e-4f94-9206-d6861d889c4b req-2e51c478-50f6-46f3-ba2f-000cb1902d9b service nova] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Received event network-vif-deleted-257be782-e169-4cdd-9200-0ba33b48fec1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.207501] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.314694] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.314994] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.321102] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "df73da65-e298-4351-9ec5-a61b21a63f69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.321234] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "df73da65-e298-4351-9ec5-a61b21a63f69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.336390] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.336575] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.336740] env[62675]: INFO nova.compute.manager [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Shelving [ 964.502012] env[62675]: DEBUG oslo_vmware.api [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691188, 'name': ReconfigVM_Task, 'duration_secs': 0.198545} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.502378] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542416', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'name': 'volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86554a0f-1325-4e3e-a1ea-7790a5ab6a43', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'serial': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 964.569700] env[62675]: DEBUG oslo_concurrency.lockutils [None req-02812457-f3ac-48cf-a8e8-9fd8e06f3e8a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.297s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.655040] env[62675]: DEBUG nova.scheduler.client.report [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.688487] env[62675]: DEBUG nova.compute.manager [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.719698] env[62675]: DEBUG nova.virt.hardware [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.719981] env[62675]: DEBUG nova.virt.hardware [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.720230] env[62675]: DEBUG nova.virt.hardware [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.720362] env[62675]: DEBUG nova.virt.hardware [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.720507] env[62675]: DEBUG nova.virt.hardware [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.721554] env[62675]: DEBUG nova.virt.hardware [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.721554] env[62675]: DEBUG nova.virt.hardware [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.721554] env[62675]: DEBUG nova.virt.hardware [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.721554] env[62675]: DEBUG nova.virt.hardware [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.721554] env[62675]: DEBUG nova.virt.hardware [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.721554] env[62675]: DEBUG nova.virt.hardware [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.722417] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed49404d-d327-4c31-842c-152492a743d2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.731655] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e1ba53-6704-46f3-b5d4-52a23f8b258f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.815981] env[62675]: INFO nova.compute.manager [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Rescuing [ 964.816099] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.816207] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.816378] env[62675]: DEBUG nova.network.neutron [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.818356] env[62675]: DEBUG nova.compute.utils [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 964.823556] env[62675]: DEBUG nova.compute.manager [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.161849] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.162431] env[62675]: DEBUG nova.compute.manager [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.165257] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.263s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.170370] env[62675]: INFO nova.compute.claims [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.311995] env[62675]: DEBUG nova.network.neutron [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Successfully updated port: dbc36321-64b4-4cf8-87c8-c10c468ee996 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.322986] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.344287] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.344782] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.345066] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a6d32db-8253-4b12-9294-2e8efe9e9f23 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.353847] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 965.353847] env[62675]: value = "task-2691189" [ 965.353847] env[62675]: _type = "Task" [ 965.353847] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.377983] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.542874] env[62675]: DEBUG nova.objects.instance [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lazy-loading 'flavor' on Instance uuid 86554a0f-1325-4e3e-a1ea-7790a5ab6a43 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.616380] env[62675]: DEBUG nova.network.neutron [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updating instance_info_cache with network_info: [{"id": "387225f9-fe2f-4f16-a480-44ba90c2361d", "address": "fa:16:3e:2d:1a:b6", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387225f9-fe", "ovs_interfaceid": "387225f9-fe2f-4f16-a480-44ba90c2361d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.675400] env[62675]: DEBUG nova.compute.utils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 965.679133] env[62675]: DEBUG nova.compute.manager [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.679303] env[62675]: DEBUG nova.network.neutron [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.733993] env[62675]: DEBUG nova.policy [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd93e416e463d4797a05ddf0817d24e71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '473a4c964b854fa18bd4e85a5942bd81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.819709] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "refresh_cache-d4b1af50-839b-4b24-8be4-33f5c08bf1c5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.819889] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquired lock "refresh_cache-d4b1af50-839b-4b24-8be4-33f5c08bf1c5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.820070] env[62675]: DEBUG nova.network.neutron [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.867216] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691189, 'name': PowerOffVM_Task, 'duration_secs': 0.201399} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.867567] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.870588] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6db520a-3732-4d3c-b567-656a457ef81d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.876478] env[62675]: DEBUG nova.compute.manager [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Stashing vm_state: active {{(pid=62675) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 965.897692] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f558bc7-f2f4-4bce-a847-02af4981763f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.049049] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44aa2ffd-a546-4d4a-8901-fd383639df86 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.831s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.118406] env[62675]: DEBUG nova.network.neutron [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Successfully created port: 8abb0dc1-4137-4ec9-9327-16e33eb544b8 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.120801] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.180242] env[62675]: DEBUG nova.compute.manager [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.388155] env[62675]: DEBUG nova.network.neutron [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.410948] env[62675]: DEBUG oslo_concurrency.lockutils [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.413064] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 966.413621] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.413838] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.414061] env[62675]: INFO nova.compute.manager [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Attaching volume 7da370f2-7584-4f3f-893a-b2170659e09f to /dev/sdc [ 966.419463] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1bb7dc6-c162-4e0d-a86a-7d3404188a65 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.429661] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 966.429661] env[62675]: value = "task-2691190" [ 966.429661] env[62675]: _type = "Task" [ 966.429661] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.445331] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691190, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.457343] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00c8336-b55c-440c-a9f8-0558ded9aefa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.467698] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ffbd26-d141-427a-9f98-8b0c541d1058 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.477873] env[62675]: DEBUG nova.compute.manager [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Received event network-vif-plugged-dbc36321-64b4-4cf8-87c8-c10c468ee996 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.478109] env[62675]: DEBUG oslo_concurrency.lockutils [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] Acquiring lock "d4b1af50-839b-4b24-8be4-33f5c08bf1c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.478483] env[62675]: DEBUG oslo_concurrency.lockutils [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] Lock "d4b1af50-839b-4b24-8be4-33f5c08bf1c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.478483] env[62675]: DEBUG oslo_concurrency.lockutils [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] Lock "d4b1af50-839b-4b24-8be4-33f5c08bf1c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.478637] env[62675]: DEBUG nova.compute.manager [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] No waiting events found dispatching network-vif-plugged-dbc36321-64b4-4cf8-87c8-c10c468ee996 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.478786] env[62675]: WARNING nova.compute.manager [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Received unexpected event network-vif-plugged-dbc36321-64b4-4cf8-87c8-c10c468ee996 for instance with vm_state building and task_state spawning. [ 966.478941] env[62675]: DEBUG nova.compute.manager [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Received event network-changed-dbc36321-64b4-4cf8-87c8-c10c468ee996 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.479106] env[62675]: DEBUG nova.compute.manager [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Refreshing instance network info cache due to event network-changed-dbc36321-64b4-4cf8-87c8-c10c468ee996. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 966.479268] env[62675]: DEBUG oslo_concurrency.lockutils [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] Acquiring lock "refresh_cache-d4b1af50-839b-4b24-8be4-33f5c08bf1c5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.486442] env[62675]: DEBUG nova.virt.block_device [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Updating existing volume attachment record: 5ad11263-94f7-4bda-ac08-e5618e54e846 {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 966.580061] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d332a6-e377-4a97-9138-2a92511602b2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.591055] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c6f1b4-2b73-45e6-9dc5-bbb0977ae841 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.629646] env[62675]: DEBUG nova.network.neutron [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Updating instance_info_cache with network_info: [{"id": "dbc36321-64b4-4cf8-87c8-c10c468ee996", "address": "fa:16:3e:dd:4a:99", "network": {"id": "9d086501-abe1-47c0-942f-6519cb89654f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1800741124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd0ff61fcca49b79d4e666dc4a53ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc36321-64", "ovs_interfaceid": "dbc36321-64b4-4cf8-87c8-c10c468ee996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.631320] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa7803c-2771-4c61-88e0-524458951b4f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.640356] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436d4dca-64b8-4e2a-aba9-3a965d427b88 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.658583] env[62675]: DEBUG nova.compute.provider_tree [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.700823] env[62675]: INFO nova.compute.manager [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Rebuilding instance [ 966.742973] env[62675]: DEBUG nova.compute.manager [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.743900] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8e3bf0-8041-4e1b-b9af-b3620aef5c7b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.822954] env[62675]: DEBUG oslo_concurrency.lockutils [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Acquiring lock "0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.823298] env[62675]: DEBUG oslo_concurrency.lockutils [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Lock "0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.823545] env[62675]: DEBUG oslo_concurrency.lockutils [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Acquiring lock "0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.823753] env[62675]: DEBUG oslo_concurrency.lockutils [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Lock "0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.823974] env[62675]: DEBUG oslo_concurrency.lockutils [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Lock "0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.826479] env[62675]: INFO nova.compute.manager [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Terminating instance [ 966.942845] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691190, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.135029] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Releasing lock "refresh_cache-d4b1af50-839b-4b24-8be4-33f5c08bf1c5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.135029] env[62675]: DEBUG nova.compute.manager [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Instance network_info: |[{"id": "dbc36321-64b4-4cf8-87c8-c10c468ee996", "address": "fa:16:3e:dd:4a:99", "network": {"id": "9d086501-abe1-47c0-942f-6519cb89654f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1800741124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd0ff61fcca49b79d4e666dc4a53ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc36321-64", "ovs_interfaceid": "dbc36321-64b4-4cf8-87c8-c10c468ee996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.135327] env[62675]: DEBUG oslo_concurrency.lockutils [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] Acquired lock "refresh_cache-d4b1af50-839b-4b24-8be4-33f5c08bf1c5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.135511] env[62675]: DEBUG nova.network.neutron [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Refreshing network info cache for port dbc36321-64b4-4cf8-87c8-c10c468ee996 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.137039] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:4a:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbc36321-64b4-4cf8-87c8-c10c468ee996', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.144551] env[62675]: DEBUG oslo.service.loopingcall [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 967.145128] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.145374] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac3e3810-2a91-4fac-a819-74674f2f6c6b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.164036] env[62675]: DEBUG nova.scheduler.client.report [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.173614] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.173614] env[62675]: value = "task-2691192" [ 967.173614] env[62675]: _type = "Task" [ 967.173614] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.183930] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691192, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.197034] env[62675]: DEBUG nova.compute.manager [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.223892] env[62675]: DEBUG nova.virt.hardware [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.224270] env[62675]: DEBUG nova.virt.hardware [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.224495] env[62675]: DEBUG nova.virt.hardware [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.224742] env[62675]: DEBUG nova.virt.hardware [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.224995] env[62675]: DEBUG nova.virt.hardware [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.225261] env[62675]: DEBUG nova.virt.hardware [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.225553] env[62675]: DEBUG nova.virt.hardware [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.225816] env[62675]: DEBUG nova.virt.hardware [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.226016] env[62675]: DEBUG nova.virt.hardware [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.226270] env[62675]: DEBUG nova.virt.hardware [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.226542] env[62675]: DEBUG nova.virt.hardware [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.227501] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade3b8c6-7f97-424b-82a3-a5c8f974d5c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.236139] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200c54f4-7f47-4d03-9762-c46d3198e8e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.334639] env[62675]: DEBUG nova.compute.manager [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.335082] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.336393] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c592e-a99a-4de7-a193-14d7ba243662 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.347274] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.347539] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88e631c3-4f10-4f1a-935c-267f156f7287 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.354229] env[62675]: DEBUG oslo_vmware.api [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Waiting for the task: (returnval){ [ 967.354229] env[62675]: value = "task-2691193" [ 967.354229] env[62675]: _type = "Task" [ 967.354229] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.362663] env[62675]: DEBUG oslo_vmware.api [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.441455] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691190, 'name': CreateSnapshot_Task, 'duration_secs': 0.583265} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.441784] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 967.442698] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2844eae5-fdce-4d13-85dc-da97972bb09f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.668850] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.669629] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.670125] env[62675]: DEBUG nova.compute.manager [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 967.672990] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6e96600-3fd8-40c5-bcb8-35368301ca6a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.675218] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.288s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.676961] env[62675]: INFO nova.compute.claims [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.699632] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691192, 'name': CreateVM_Task, 'duration_secs': 0.432624} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.703527] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 967.703527] env[62675]: value = "task-2691194" [ 967.703527] env[62675]: _type = "Task" [ 967.703527] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.703766] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.704566] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.704738] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.705178] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.709020] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d542df-19d4-43b0-b95a-98c6b4839791 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.715226] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 967.715226] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f06b7e-cb5e-b53a-7136-ea159c573b0b" [ 967.715226] env[62675]: _type = "Task" [ 967.715226] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.719645] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.733663] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f06b7e-cb5e-b53a-7136-ea159c573b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.0146} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.733958] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.734216] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.734516] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.734683] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.734930] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.735493] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dacf750-bb85-4633-92e3-6773b3576253 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.746781] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.746972] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.747764] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba11a981-75e5-4c11-a410-8a95a448c911 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.754946] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 967.754946] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5222b4be-558a-4094-2609-85638d90fd61" [ 967.754946] env[62675]: _type = "Task" [ 967.754946] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.759077] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.759370] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d679c11-1459-438d-ab86-ae24b840ad1d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.768052] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5222b4be-558a-4094-2609-85638d90fd61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.769700] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 967.769700] env[62675]: value = "task-2691195" [ 967.769700] env[62675]: _type = "Task" [ 967.769700] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.780762] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.866066] env[62675]: DEBUG oslo_vmware.api [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691193, 'name': PowerOffVM_Task, 'duration_secs': 0.239493} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.866329] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.866501] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.866770] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4440d996-3651-423a-a578-5f238ee25f0c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.953716] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.956020] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.956020] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Deleting the datastore file [datastore2] 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.956020] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebafe2a5-709a-4652-b294-f1811a5417bd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.967111] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 967.967742] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02737f19-1808-47b1-99ba-6f93ccc644a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.979596] env[62675]: DEBUG oslo_vmware.api [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Waiting for the task: (returnval){ [ 967.979596] env[62675]: value = "task-2691197" [ 967.979596] env[62675]: _type = "Task" [ 967.979596] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.982155] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 967.982155] env[62675]: value = "task-2691198" [ 967.982155] env[62675]: _type = "Task" [ 967.982155] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.999210] env[62675]: DEBUG oslo_vmware.api [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.003339] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691198, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.182483] env[62675]: DEBUG nova.compute.utils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 968.185987] env[62675]: DEBUG nova.compute.manager [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.186295] env[62675]: DEBUG nova.network.neutron [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.215681] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691194, 'name': PowerOffVM_Task, 'duration_secs': 0.259258} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.215935] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.216831] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5d56b2-7d67-488c-8dc8-66a68d233e6d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.245221] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3693838-711b-47c4-a2d5-d0022a38bc38 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.250570] env[62675]: DEBUG nova.policy [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee6783fa85da47bc93169ffbdc56c769', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39f7033751f24e0abffc4c904b00d9fe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.268990] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5222b4be-558a-4094-2609-85638d90fd61, 'name': SearchDatastore_Task, 'duration_secs': 0.020521} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.269873] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48a5dabd-48c6-4b5f-82cd-132a74cfcac7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.279063] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 968.279063] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a6726a-474a-9e73-7234-2e6936244102" [ 968.279063] env[62675]: _type = "Task" [ 968.279063] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.281997] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691195, 'name': PowerOffVM_Task, 'duration_secs': 0.270562} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.286852] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.294839] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a6726a-474a-9e73-7234-2e6936244102, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.297197] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.297478] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] d4b1af50-839b-4b24-8be4-33f5c08bf1c5/d4b1af50-839b-4b24-8be4-33f5c08bf1c5.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.297921] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8377bb98-af85-463a-9699-eac620daea5e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.305020] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.305020] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b34eb60-4299-49d0-8f90-90433dbb6e06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.310112] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 968.310112] env[62675]: value = "task-2691199" [ 968.310112] env[62675]: _type = "Task" [ 968.310112] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.311516] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 968.311516] env[62675]: value = "task-2691200" [ 968.311516] env[62675]: _type = "Task" [ 968.311516] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.326863] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.347821] env[62675]: INFO nova.compute.manager [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Detaching volume acd72d71-6516-4d1d-b1c7-0daecfe7650b [ 968.384867] env[62675]: INFO nova.virt.block_device [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Attempting to driver detach volume acd72d71-6516-4d1d-b1c7-0daecfe7650b from mountpoint /dev/sdb [ 968.385235] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 968.385448] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542416', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'name': 'volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86554a0f-1325-4e3e-a1ea-7790a5ab6a43', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'serial': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 968.386606] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5318f8e7-dc6a-462f-ac67-2548ff25230b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.409586] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e540dd-244f-4f79-afda-ac241bd5867a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.413909] env[62675]: DEBUG nova.network.neutron [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Updated VIF entry in instance network info cache for port dbc36321-64b4-4cf8-87c8-c10c468ee996. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.415021] env[62675]: DEBUG nova.network.neutron [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Updating instance_info_cache with network_info: [{"id": "dbc36321-64b4-4cf8-87c8-c10c468ee996", "address": "fa:16:3e:dd:4a:99", "network": {"id": "9d086501-abe1-47c0-942f-6519cb89654f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1800741124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd0ff61fcca49b79d4e666dc4a53ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc36321-64", "ovs_interfaceid": "dbc36321-64b4-4cf8-87c8-c10c468ee996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.424207] env[62675]: DEBUG nova.network.neutron [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Successfully updated port: 8abb0dc1-4137-4ec9-9327-16e33eb544b8 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.427071] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1f4321-81c8-4c86-9707-70790fc26e82 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.455821] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d841cd-c46d-4efc-a527-a85087b729a2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.476225] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] The volume has not been displaced from its original location: [datastore1] volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b/volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 968.481615] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 968.482332] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-143270c7-d81b-4a35-b480-39adc4fd9e04 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.518714] env[62675]: DEBUG oslo_vmware.api [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Task: {'id': task-2691197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163287} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.519296] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691198, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.522229] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.522396] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.522585] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.522819] env[62675]: INFO nova.compute.manager [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Took 1.19 seconds to destroy the instance on the hypervisor. [ 968.523126] env[62675]: DEBUG oslo.service.loopingcall [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 968.523417] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 968.523417] env[62675]: value = "task-2691201" [ 968.523417] env[62675]: _type = "Task" [ 968.523417] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.524549] env[62675]: DEBUG nova.compute.manager [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Received event network-vif-plugged-8abb0dc1-4137-4ec9-9327-16e33eb544b8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.524747] env[62675]: DEBUG oslo_concurrency.lockutils [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] Acquiring lock "618ce248-370f-4727-aae6-0c6b9640594f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.524981] env[62675]: DEBUG oslo_concurrency.lockutils [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] Lock "618ce248-370f-4727-aae6-0c6b9640594f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.525217] env[62675]: DEBUG oslo_concurrency.lockutils [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] Lock "618ce248-370f-4727-aae6-0c6b9640594f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.525402] env[62675]: DEBUG nova.compute.manager [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] No waiting events found dispatching network-vif-plugged-8abb0dc1-4137-4ec9-9327-16e33eb544b8 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 968.525621] env[62675]: WARNING nova.compute.manager [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Received unexpected event network-vif-plugged-8abb0dc1-4137-4ec9-9327-16e33eb544b8 for instance with vm_state building and task_state spawning. [ 968.525789] env[62675]: DEBUG nova.compute.manager [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Received event network-changed-8abb0dc1-4137-4ec9-9327-16e33eb544b8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.526023] env[62675]: DEBUG nova.compute.manager [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Refreshing instance network info cache due to event network-changed-8abb0dc1-4137-4ec9-9327-16e33eb544b8. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 968.526270] env[62675]: DEBUG oslo_concurrency.lockutils [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] Acquiring lock "refresh_cache-618ce248-370f-4727-aae6-0c6b9640594f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.526437] env[62675]: DEBUG oslo_concurrency.lockutils [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] Acquired lock "refresh_cache-618ce248-370f-4727-aae6-0c6b9640594f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.526618] env[62675]: DEBUG nova.network.neutron [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Refreshing network info cache for port 8abb0dc1-4137-4ec9-9327-16e33eb544b8 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.528663] env[62675]: DEBUG nova.compute.manager [-] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.528760] env[62675]: DEBUG nova.network.neutron [-] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.544268] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.623436] env[62675]: DEBUG nova.network.neutron [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Successfully created port: efdb191e-6ed5-4902-81b2-28b163c6658f {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.686507] env[62675]: DEBUG nova.compute.manager [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.833257] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 968.833429] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.833712] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.833871] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.834114] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.834412] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691199, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.838918] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f61de535-c497-44e0-b476-7d97bc17517d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.861028] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.861028] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.861028] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fadb3c0-672a-4c46-bb26-c00bc1420072 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.868029] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 968.868029] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5273155a-5549-009a-8188-005d80dfbc2a" [ 968.868029] env[62675]: _type = "Task" [ 968.868029] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.882681] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5273155a-5549-009a-8188-005d80dfbc2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.919060] env[62675]: DEBUG oslo_concurrency.lockutils [req-4d41fc57-100d-489f-a0ce-0c71b8dc345d req-817ba0cb-58cf-40a8-83dd-22db781102a4 service nova] Releasing lock "refresh_cache-d4b1af50-839b-4b24-8be4-33f5c08bf1c5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.927263] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "refresh_cache-618ce248-370f-4727-aae6-0c6b9640594f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 969.013685] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691198, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.050152] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.092824] env[62675]: DEBUG nova.network.neutron [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.181437] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de7a6e7-cc22-40f4-8b48-f2f4e6bc563f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.196052] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc79575e-a9c3-4572-8c5b-42bd2e679b82 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.232760] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124d4e29-0973-49ad-846f-f0b112a977d1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.236327] env[62675]: DEBUG nova.network.neutron [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.244509] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c63e64-bfb9-4304-8508-65a6c9bdd42e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.263024] env[62675]: DEBUG nova.compute.provider_tree [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.323135] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587272} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.323431] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] d4b1af50-839b-4b24-8be4-33f5c08bf1c5/d4b1af50-839b-4b24-8be4-33f5c08bf1c5.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.323650] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.323910] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2362b12c-48d1-4e13-874e-83eb268cd3d2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.333177] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 969.333177] env[62675]: value = "task-2691203" [ 969.333177] env[62675]: _type = "Task" [ 969.333177] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.343461] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.379052] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5273155a-5549-009a-8188-005d80dfbc2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.379885] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c04817-a41f-48fc-bb41-cbb8dadb2b39 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.386297] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 969.386297] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]520634ea-55dd-c375-7d37-c7fc747911d4" [ 969.386297] env[62675]: _type = "Task" [ 969.386297] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.395212] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520634ea-55dd-c375-7d37-c7fc747911d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.512173] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691198, 'name': CloneVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.543830] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691201, 'name': ReconfigVM_Task, 'duration_secs': 0.625556} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.544124] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 969.548946] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80bb5c71-8bf0-4b18-a39b-d69dc47235e2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.565529] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 969.565529] env[62675]: value = "task-2691204" [ 969.565529] env[62675]: _type = "Task" [ 969.565529] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.574627] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.695057] env[62675]: DEBUG nova.network.neutron [-] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.703812] env[62675]: DEBUG nova.compute.manager [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.730551] env[62675]: DEBUG nova.virt.hardware [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.730823] env[62675]: DEBUG nova.virt.hardware [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.730984] env[62675]: DEBUG nova.virt.hardware [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.731198] env[62675]: DEBUG nova.virt.hardware [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.731349] env[62675]: DEBUG nova.virt.hardware [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.731899] env[62675]: DEBUG nova.virt.hardware [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.731899] env[62675]: DEBUG nova.virt.hardware [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.731899] env[62675]: DEBUG nova.virt.hardware [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.732044] env[62675]: DEBUG nova.virt.hardware [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.732183] env[62675]: DEBUG nova.virt.hardware [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.732415] env[62675]: DEBUG nova.virt.hardware [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.733271] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617870d6-dea3-499b-a576-8e7daf4c1c60 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.741189] env[62675]: DEBUG oslo_concurrency.lockutils [req-2f27f378-239c-4b63-ba44-301730d59ab1 req-8c190b76-7599-413a-ba52-253fdd0da416 service nova] Releasing lock "refresh_cache-618ce248-370f-4727-aae6-0c6b9640594f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.741894] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired lock "refresh_cache-618ce248-370f-4727-aae6-0c6b9640594f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.742065] env[62675]: DEBUG nova.network.neutron [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.744013] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f46e3c-46a1-446d-bd66-9f0624bd120e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.766080] env[62675]: DEBUG nova.scheduler.client.report [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.783111] env[62675]: DEBUG nova.network.neutron [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.844036] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142212} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.844313] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.845132] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827de999-a4cb-4dda-a8a0-4e79fd585c93 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.869264] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] d4b1af50-839b-4b24-8be4-33f5c08bf1c5/d4b1af50-839b-4b24-8be4-33f5c08bf1c5.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.872164] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19867337-0f3e-4481-9ba1-453fe9fad6c4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.894036] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 969.894036] env[62675]: value = "task-2691205" [ 969.894036] env[62675]: _type = "Task" [ 969.894036] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.896734] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520634ea-55dd-c375-7d37-c7fc747911d4, 'name': SearchDatastore_Task, 'duration_secs': 0.018702} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.899807] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.900140] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 792862b8-a9fa-46ed-828d-a9f8b698d969/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk. {{(pid=62675) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 969.900397] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c75f2296-956f-403e-93ea-f2fd3daf1a79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.909016] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.910438] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 969.910438] env[62675]: value = "task-2691206" [ 969.910438] env[62675]: _type = "Task" [ 969.910438] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.920031] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.016566] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691198, 'name': CloneVM_Task, 'duration_secs': 1.58496} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.016958] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Created linked-clone VM from snapshot [ 970.019942] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcfe987-f455-4096-bc06-b5e3adc58752 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.022880] env[62675]: DEBUG nova.network.neutron [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Updating instance_info_cache with network_info: [{"id": "8abb0dc1-4137-4ec9-9327-16e33eb544b8", "address": "fa:16:3e:e6:4a:1c", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8abb0dc1-41", "ovs_interfaceid": "8abb0dc1-4137-4ec9-9327-16e33eb544b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.030563] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Uploading image ebc1be4f-c207-4331-bace-8abb0fe376b3 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 970.061546] env[62675]: DEBUG oslo_vmware.rw_handles [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 970.061546] env[62675]: value = "vm-542420" [ 970.061546] env[62675]: _type = "VirtualMachine" [ 970.061546] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 970.061850] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a00b4fff-fda0-4393-ac48-8d4732d5f29e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.071764] env[62675]: DEBUG oslo_vmware.rw_handles [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lease: (returnval){ [ 970.071764] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529ffa36-16e7-2b8b-a56f-86a0b88760b2" [ 970.071764] env[62675]: _type = "HttpNfcLease" [ 970.071764] env[62675]: } obtained for exporting VM: (result){ [ 970.071764] env[62675]: value = "vm-542420" [ 970.071764] env[62675]: _type = "VirtualMachine" [ 970.071764] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 970.072074] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the lease: (returnval){ [ 970.072074] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529ffa36-16e7-2b8b-a56f-86a0b88760b2" [ 970.072074] env[62675]: _type = "HttpNfcLease" [ 970.072074] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 970.081143] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691204, 'name': ReconfigVM_Task, 'duration_secs': 0.150752} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.081804] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542416', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'name': 'volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86554a0f-1325-4e3e-a1ea-7790a5ab6a43', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'serial': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 970.085760] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.085760] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529ffa36-16e7-2b8b-a56f-86a0b88760b2" [ 970.085760] env[62675]: _type = "HttpNfcLease" [ 970.085760] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 970.086347] env[62675]: DEBUG oslo_vmware.rw_handles [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 970.086347] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529ffa36-16e7-2b8b-a56f-86a0b88760b2" [ 970.086347] env[62675]: _type = "HttpNfcLease" [ 970.086347] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 970.088516] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925de9c7-ee6e-4b50-8ac0-90a48b2fd86c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.096896] env[62675]: DEBUG oslo_vmware.rw_handles [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527daa38-17af-2fd4-3491-3635da5b2e50/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 970.097119] env[62675]: DEBUG oslo_vmware.rw_handles [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527daa38-17af-2fd4-3491-3635da5b2e50/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 970.198053] env[62675]: INFO nova.compute.manager [-] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Took 1.67 seconds to deallocate network for instance. [ 970.232098] env[62675]: DEBUG nova.compute.manager [req-2c06cbf0-d93b-4a38-9b70-21ff048e18f8 req-b1e89a8c-7875-44be-9a32-63c326f80edc service nova] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Received event network-vif-plugged-efdb191e-6ed5-4902-81b2-28b163c6658f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.232557] env[62675]: DEBUG oslo_concurrency.lockutils [req-2c06cbf0-d93b-4a38-9b70-21ff048e18f8 req-b1e89a8c-7875-44be-9a32-63c326f80edc service nova] Acquiring lock "db974c75-4502-4e82-8d98-d14e80384a6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.232939] env[62675]: DEBUG oslo_concurrency.lockutils [req-2c06cbf0-d93b-4a38-9b70-21ff048e18f8 req-b1e89a8c-7875-44be-9a32-63c326f80edc service nova] Lock "db974c75-4502-4e82-8d98-d14e80384a6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.233467] env[62675]: DEBUG oslo_concurrency.lockutils [req-2c06cbf0-d93b-4a38-9b70-21ff048e18f8 req-b1e89a8c-7875-44be-9a32-63c326f80edc service nova] Lock "db974c75-4502-4e82-8d98-d14e80384a6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.233810] env[62675]: DEBUG nova.compute.manager [req-2c06cbf0-d93b-4a38-9b70-21ff048e18f8 req-b1e89a8c-7875-44be-9a32-63c326f80edc service nova] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] No waiting events found dispatching network-vif-plugged-efdb191e-6ed5-4902-81b2-28b163c6658f {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 970.234232] env[62675]: WARNING nova.compute.manager [req-2c06cbf0-d93b-4a38-9b70-21ff048e18f8 req-b1e89a8c-7875-44be-9a32-63c326f80edc service nova] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Received unexpected event network-vif-plugged-efdb191e-6ed5-4902-81b2-28b163c6658f for instance with vm_state building and task_state spawning. [ 970.239263] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fdf41537-003c-483d-971e-94c403da5787 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.275009] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.275626] env[62675]: DEBUG nova.compute.manager [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.279260] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.808s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.279572] env[62675]: DEBUG nova.objects.instance [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'resources' on Instance uuid 98bc2a7c-038b-48b6-83ad-db991d3b2c55 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.325486] env[62675]: DEBUG nova.network.neutron [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Successfully updated port: efdb191e-6ed5-4902-81b2-28b163c6658f {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.410918] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691205, 'name': ReconfigVM_Task, 'duration_secs': 0.485302} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.411215] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Reconfigured VM instance instance-0000005b to attach disk [datastore1] d4b1af50-839b-4b24-8be4-33f5c08bf1c5/d4b1af50-839b-4b24-8be4-33f5c08bf1c5.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.416647] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b15c8554-0b8e-45d5-9be8-ac78dad67f44 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.423598] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691206, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.427971] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 970.427971] env[62675]: value = "task-2691208" [ 970.427971] env[62675]: _type = "Task" [ 970.427971] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.436746] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691208, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.526007] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Releasing lock "refresh_cache-618ce248-370f-4727-aae6-0c6b9640594f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.526434] env[62675]: DEBUG nova.compute.manager [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Instance network_info: |[{"id": "8abb0dc1-4137-4ec9-9327-16e33eb544b8", "address": "fa:16:3e:e6:4a:1c", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8abb0dc1-41", "ovs_interfaceid": "8abb0dc1-4137-4ec9-9327-16e33eb544b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.527281] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:4a:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8abb0dc1-4137-4ec9-9327-16e33eb544b8', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.535208] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Creating folder: Project (473a4c964b854fa18bd4e85a5942bd81). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.535517] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ee306a0-89cd-485c-92f7-4b74ce557692 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.549218] env[62675]: DEBUG nova.compute.manager [req-6ed48a99-3cfa-41ba-b9c7-1c95480f37ef req-9f8ede94-e5c4-470c-9cae-30037724a54c service nova] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Received event network-vif-deleted-9444a325-6e97-4402-ade3-4adccf859ffa {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 970.551288] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Created folder: Project (473a4c964b854fa18bd4e85a5942bd81) in parent group-v542174. [ 970.551486] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Creating folder: Instances. Parent ref: group-v542421. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.551785] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41112ff4-9cb8-4b06-a215-c55406b6f373 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.565725] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Created folder: Instances in parent group-v542421. [ 970.565999] env[62675]: DEBUG oslo.service.loopingcall [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.566255] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.566483] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f8632c7-b9c8-4dcd-8f03-7e52c5b80897 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.588871] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.588871] env[62675]: value = "task-2691211" [ 970.588871] env[62675]: _type = "Task" [ 970.588871] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.598197] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691211, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.708160] env[62675]: DEBUG oslo_concurrency.lockutils [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.786857] env[62675]: DEBUG nova.compute.utils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 970.789754] env[62675]: DEBUG nova.compute.manager [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Not allocating networking since 'none' was specified. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 970.828966] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Acquiring lock "refresh_cache-db974c75-4502-4e82-8d98-d14e80384a6e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.829380] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Acquired lock "refresh_cache-db974c75-4502-4e82-8d98-d14e80384a6e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.829619] env[62675]: DEBUG nova.network.neutron [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.928034] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538236} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.928794] env[62675]: INFO nova.virt.vmwareapi.ds_util [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 792862b8-a9fa-46ed-828d-a9f8b698d969/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk. [ 970.932530] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b430c03-3ad5-4eb8-89da-0cbf25af2241 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.945173] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691208, 'name': Rename_Task, 'duration_secs': 0.162763} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.963715] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.971524] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 792862b8-a9fa-46ed-828d-a9f8b698d969/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.975406] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c805b203-e70a-49c7-946e-ab81da39b01a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.977414] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59548204-9ae6-4a38-9780-227ca074fd94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.999408] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 970.999408] env[62675]: value = "task-2691212" [ 970.999408] env[62675]: _type = "Task" [ 970.999408] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.001138] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 971.001138] env[62675]: value = "task-2691213" [ 971.001138] env[62675]: _type = "Task" [ 971.001138] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.024187] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.024785] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691213, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.040635] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 971.040950] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542417', 'volume_id': '7da370f2-7584-4f3f-893a-b2170659e09f', 'name': 'volume-7da370f2-7584-4f3f-893a-b2170659e09f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be744242-1be5-4602-9ad3-6f1e1c3734b9', 'attached_at': '', 'detached_at': '', 'volume_id': '7da370f2-7584-4f3f-893a-b2170659e09f', 'serial': '7da370f2-7584-4f3f-893a-b2170659e09f'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 971.041945] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c1610-e2c9-49d4-bf36-384cc35525c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.068146] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb52d59b-6025-4903-9366-0ca6a7076f37 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.103781] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-7da370f2-7584-4f3f-893a-b2170659e09f/volume-7da370f2-7584-4f3f-893a-b2170659e09f.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.111336] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a001a58d-08c5-4e37-9be4-868dbe991340 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.136531] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691211, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.138495] env[62675]: DEBUG oslo_vmware.api [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 971.138495] env[62675]: value = "task-2691214" [ 971.138495] env[62675]: _type = "Task" [ 971.138495] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.146558] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.146722] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4df99e01-8b68-46a1-a79b-aae2348d22d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.155057] env[62675]: DEBUG oslo_vmware.api [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.156130] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 971.156130] env[62675]: value = "task-2691215" [ 971.156130] env[62675]: _type = "Task" [ 971.156130] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.265981] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77ce482-639c-4522-ae66-c012a7b35902 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.279462] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8423d92-c8a4-4641-906c-7e03d2ca4430 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.314454] env[62675]: DEBUG nova.compute.manager [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.318111] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eaf212-c007-46ff-8f4a-02a981407f93 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.327564] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fe4c2a-7ead-48c4-804e-451f299ffd86 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.345050] env[62675]: DEBUG nova.compute.provider_tree [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.379509] env[62675]: DEBUG nova.network.neutron [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.514724] env[62675]: DEBUG oslo_vmware.api [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691212, 'name': PowerOnVM_Task, 'duration_secs': 0.511857} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.515590] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.516008] env[62675]: INFO nova.compute.manager [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Took 6.83 seconds to spawn the instance on the hypervisor. [ 971.516398] env[62675]: DEBUG nova.compute.manager [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.517313] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0554e55-26a3-4a01-9bf2-54b07fd1797c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.526265] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.586689] env[62675]: DEBUG nova.network.neutron [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Updating instance_info_cache with network_info: [{"id": "efdb191e-6ed5-4902-81b2-28b163c6658f", "address": "fa:16:3e:e1:0d:ce", "network": {"id": "3ec0221a-ac33-4413-bb3c-e898af379008", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1387155020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f7033751f24e0abffc4c904b00d9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdb191e-6e", "ovs_interfaceid": "efdb191e-6ed5-4902-81b2-28b163c6658f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.609505] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691211, 'name': CreateVM_Task, 'duration_secs': 0.556072} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.609763] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.610765] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.611053] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.611500] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 971.612179] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e54d622-32ab-4608-b8b4-5268a8de41f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.618947] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 971.618947] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52066c9e-1c65-dbf7-b12d-1ca659ff2f89" [ 971.618947] env[62675]: _type = "Task" [ 971.618947] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.633425] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52066c9e-1c65-dbf7-b12d-1ca659ff2f89, 'name': SearchDatastore_Task, 'duration_secs': 0.011604} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.634349] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.634662] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.635187] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.635514] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.635728] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.636015] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c13a3557-fa56-4327-8d8b-453781281e7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.647621] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.647929] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.649327] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f1204a3-323e-4715-8ba4-c298cc3a1608 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.655429] env[62675]: DEBUG oslo_vmware.api [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.659753] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 971.659753] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52953ad2-7f95-ba09-7e00-cf912a67d2de" [ 971.659753] env[62675]: _type = "Task" [ 971.659753] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.675532] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 971.676081] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 971.676504] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542416', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'name': 'volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86554a0f-1325-4e3e-a1ea-7790a5ab6a43', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'serial': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 971.677201] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52953ad2-7f95-ba09-7e00-cf912a67d2de, 'name': SearchDatastore_Task} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.677981] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce461c23-7660-4ea5-88de-35614b2767ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.681549] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6663d518-b6d6-4493-90cd-5e131042c646 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.702802] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc53427-0844-4c04-b971-522914dbb7dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.705973] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 971.705973] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]520fcffa-db8d-4362-2fc2-48b01dbfda0d" [ 971.705973] env[62675]: _type = "Task" [ 971.705973] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.711972] env[62675]: WARNING nova.virt.vmwareapi.driver [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 971.711972] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.713348] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62a6175-3283-4560-bbfb-5a159e5320cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.719654] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520fcffa-db8d-4362-2fc2-48b01dbfda0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.720422] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.720821] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 618ce248-370f-4727-aae6-0c6b9640594f/618ce248-370f-4727-aae6-0c6b9640594f.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.721158] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaa3556a-a079-4d10-83ee-0a1480c41a0d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.725607] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.726414] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b92cd20f-f23d-437f-90c7-4303cfcf3cdd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.733885] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 971.733885] env[62675]: value = "task-2691216" [ 971.733885] env[62675]: _type = "Task" [ 971.733885] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.744077] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.812963] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.813253] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.813679] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleting the datastore file [datastore1] 86554a0f-1325-4e3e-a1ea-7790a5ab6a43 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.813892] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce3b80c9-0810-486c-89ce-13962f114950 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.827387] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 971.827387] env[62675]: value = "task-2691218" [ 971.827387] env[62675]: _type = "Task" [ 971.827387] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.838037] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.850385] env[62675]: DEBUG nova.scheduler.client.report [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.020520] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691213, 'name': ReconfigVM_Task, 'duration_secs': 0.757584} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.020882] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 792862b8-a9fa-46ed-828d-a9f8b698d969/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.022029] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb0b536-23f1-4b7a-a405-e9def2751eff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.066743] env[62675]: INFO nova.compute.manager [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Took 24.67 seconds to build instance. [ 972.068377] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a1aae00-ddcd-47a3-88d7-bcb1457c03ac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.087973] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 972.087973] env[62675]: value = "task-2691219" [ 972.087973] env[62675]: _type = "Task" [ 972.087973] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.092177] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Releasing lock "refresh_cache-db974c75-4502-4e82-8d98-d14e80384a6e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.092533] env[62675]: DEBUG nova.compute.manager [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Instance network_info: |[{"id": "efdb191e-6ed5-4902-81b2-28b163c6658f", "address": "fa:16:3e:e1:0d:ce", "network": {"id": "3ec0221a-ac33-4413-bb3c-e898af379008", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1387155020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f7033751f24e0abffc4c904b00d9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdb191e-6e", "ovs_interfaceid": "efdb191e-6ed5-4902-81b2-28b163c6658f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.093476] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:0d:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efdb191e-6ed5-4902-81b2-28b163c6658f', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.102211] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Creating folder: Project (39f7033751f24e0abffc4c904b00d9fe). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.103506] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5b7d204-2b4b-4015-ac64-ca48a32c5cf9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.112543] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691219, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.125400] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Created folder: Project (39f7033751f24e0abffc4c904b00d9fe) in parent group-v542174. [ 972.125630] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Creating folder: Instances. Parent ref: group-v542424. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.126020] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-096b2285-361a-4646-9d95-f31c977234c8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.141056] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Created folder: Instances in parent group-v542424. [ 972.141056] env[62675]: DEBUG oslo.service.loopingcall [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 972.141239] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.141398] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ef2ecf5-4be1-41f3-ad46-628da9cb2499 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.168386] env[62675]: DEBUG oslo_vmware.api [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691214, 'name': ReconfigVM_Task, 'duration_secs': 0.753233} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.170017] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-7da370f2-7584-4f3f-893a-b2170659e09f/volume-7da370f2-7584-4f3f-893a-b2170659e09f.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.174852] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.174852] env[62675]: value = "task-2691222" [ 972.174852] env[62675]: _type = "Task" [ 972.174852] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.175170] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae3d8bad-b095-457e-865a-9c92c8bdca7d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.198530] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691222, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.200361] env[62675]: DEBUG oslo_vmware.api [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 972.200361] env[62675]: value = "task-2691223" [ 972.200361] env[62675]: _type = "Task" [ 972.200361] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.210548] env[62675]: DEBUG oslo_vmware.api [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.244756] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691216, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.329659] env[62675]: DEBUG nova.compute.manager [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.348386] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.359069] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.362451] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.393s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.367779] env[62675]: INFO nova.compute.claims [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.375525] env[62675]: DEBUG nova.virt.hardware [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.375854] env[62675]: DEBUG nova.virt.hardware [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.376121] env[62675]: DEBUG nova.virt.hardware [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.376347] env[62675]: DEBUG nova.virt.hardware [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.376503] env[62675]: DEBUG nova.virt.hardware [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.376669] env[62675]: DEBUG nova.virt.hardware [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.376884] env[62675]: DEBUG nova.virt.hardware [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.377057] env[62675]: DEBUG nova.virt.hardware [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.377255] env[62675]: DEBUG nova.virt.hardware [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.377423] env[62675]: DEBUG nova.virt.hardware [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.377599] env[62675]: DEBUG nova.virt.hardware [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.378891] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e894f2-981f-48ea-aca8-a2a3f5c0e30e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.383472] env[62675]: INFO nova.scheduler.client.report [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Deleted allocations for instance 98bc2a7c-038b-48b6-83ad-db991d3b2c55 [ 972.395033] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e66bde-e95f-4619-8ef2-603fca729899 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.412391] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Instance VIF info [] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.419374] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Creating folder: Project (f04d7ddb6bc3439b80730e4a7e349946). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.419743] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f833b7cd-a59f-4b69-93bc-fdf75427c0c2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.432324] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Created folder: Project (f04d7ddb6bc3439b80730e4a7e349946) in parent group-v542174. [ 972.432651] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Creating folder: Instances. Parent ref: group-v542427. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.432948] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df8447b5-54c0-4b17-a643-446474fb7de9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.445938] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Created folder: Instances in parent group-v542427. [ 972.446292] env[62675]: DEBUG oslo.service.loopingcall [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 972.446569] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.446775] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deaaa050-f163-4bde-959d-1c060437b7fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.464072] env[62675]: DEBUG nova.compute.manager [req-d4ced4cc-a876-4971-846b-d7227ae41d59 req-7a238d62-6bd1-4960-b72c-569ccf226212 service nova] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Received event network-changed-efdb191e-6ed5-4902-81b2-28b163c6658f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.464286] env[62675]: DEBUG nova.compute.manager [req-d4ced4cc-a876-4971-846b-d7227ae41d59 req-7a238d62-6bd1-4960-b72c-569ccf226212 service nova] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Refreshing instance network info cache due to event network-changed-efdb191e-6ed5-4902-81b2-28b163c6658f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 972.464523] env[62675]: DEBUG oslo_concurrency.lockutils [req-d4ced4cc-a876-4971-846b-d7227ae41d59 req-7a238d62-6bd1-4960-b72c-569ccf226212 service nova] Acquiring lock "refresh_cache-db974c75-4502-4e82-8d98-d14e80384a6e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.464670] env[62675]: DEBUG oslo_concurrency.lockutils [req-d4ced4cc-a876-4971-846b-d7227ae41d59 req-7a238d62-6bd1-4960-b72c-569ccf226212 service nova] Acquired lock "refresh_cache-db974c75-4502-4e82-8d98-d14e80384a6e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.464832] env[62675]: DEBUG nova.network.neutron [req-d4ced4cc-a876-4971-846b-d7227ae41d59 req-7a238d62-6bd1-4960-b72c-569ccf226212 service nova] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Refreshing network info cache for port efdb191e-6ed5-4902-81b2-28b163c6658f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.473069] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.473069] env[62675]: value = "task-2691226" [ 972.473069] env[62675]: _type = "Task" [ 972.473069] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.485630] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691226, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.571308] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45444f60-f711-4129-a01c-6fd47c538083 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "d4b1af50-839b-4b24-8be4-33f5c08bf1c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.192s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.599982] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691219, 'name': ReconfigVM_Task, 'duration_secs': 0.25934} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.600862] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.601188] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29f63b59-92d8-47d9-a9e9-fefc372cc396 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.610868] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 972.610868] env[62675]: value = "task-2691227" [ 972.610868] env[62675]: _type = "Task" [ 972.610868] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.623951] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.698855] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691222, 'name': CreateVM_Task, 'duration_secs': 0.481823} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.699110] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.700013] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.700246] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.700663] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.701108] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67cd32be-2901-4bde-978a-bc5dffa69c87 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.712028] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Waiting for the task: (returnval){ [ 972.712028] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b661a0-a423-e43c-5d64-f5e9cc4f6f69" [ 972.712028] env[62675]: _type = "Task" [ 972.712028] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.718321] env[62675]: DEBUG oslo_vmware.api [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691223, 'name': ReconfigVM_Task, 'duration_secs': 0.223911} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.719077] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542417', 'volume_id': '7da370f2-7584-4f3f-893a-b2170659e09f', 'name': 'volume-7da370f2-7584-4f3f-893a-b2170659e09f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be744242-1be5-4602-9ad3-6f1e1c3734b9', 'attached_at': '', 'detached_at': '', 'volume_id': '7da370f2-7584-4f3f-893a-b2170659e09f', 'serial': '7da370f2-7584-4f3f-893a-b2170659e09f'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 972.724570] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b661a0-a423-e43c-5d64-f5e9cc4f6f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.736650] env[62675]: DEBUG nova.compute.manager [req-80815bde-9896-45b8-b393-6d04529cf2a5 req-e3d70fa6-00f6-47c8-b01d-9ffb2a33b2c9 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Received event network-changed-718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.736974] env[62675]: DEBUG nova.compute.manager [req-80815bde-9896-45b8-b393-6d04529cf2a5 req-e3d70fa6-00f6-47c8-b01d-9ffb2a33b2c9 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Refreshing instance network info cache due to event network-changed-718b20cb-fdc0-43ab-8214-a99b186f0809. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 972.737379] env[62675]: DEBUG oslo_concurrency.lockutils [req-80815bde-9896-45b8-b393-6d04529cf2a5 req-e3d70fa6-00f6-47c8-b01d-9ffb2a33b2c9 service nova] Acquiring lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.737617] env[62675]: DEBUG oslo_concurrency.lockutils [req-80815bde-9896-45b8-b393-6d04529cf2a5 req-e3d70fa6-00f6-47c8-b01d-9ffb2a33b2c9 service nova] Acquired lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.737896] env[62675]: DEBUG nova.network.neutron [req-80815bde-9896-45b8-b393-6d04529cf2a5 req-e3d70fa6-00f6-47c8-b01d-9ffb2a33b2c9 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Refreshing network info cache for port 718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.754441] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606195} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.755134] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 618ce248-370f-4727-aae6-0c6b9640594f/618ce248-370f-4727-aae6-0c6b9640594f.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.755134] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.755289] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae76eb0a-3346-4c57-b134-b72b314b7573 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.765422] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 972.765422] env[62675]: value = "task-2691228" [ 972.765422] env[62675]: _type = "Task" [ 972.765422] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.777085] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.843699] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530969} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.843699] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.843851] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.844035] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.894619] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8cbe5242-9e1d-4c3e-a31a-eaf21b09818b tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.735s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.896154] env[62675]: DEBUG oslo_concurrency.lockutils [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] Acquired lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.897889] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1928ece-48c0-4afe-a131-5b7196ec4d74 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.909092] env[62675]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 972.909092] env[62675]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62675) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 972.909749] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99ecddbe-e88e-4081-966b-2cae1f6259d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.925312] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bb39c5-ba83-4628-9c75-caf0e0ef550b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.981528] env[62675]: ERROR root [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-542385' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-542385' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-542385' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-542385'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-542385' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-542385' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-542385'}\n"]: nova.exception.InstanceNotFound: Instance 98bc2a7c-038b-48b6-83ad-db991d3b2c55 could not be found. [ 972.981881] env[62675]: DEBUG oslo_concurrency.lockutils [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] Releasing lock "98bc2a7c-038b-48b6-83ad-db991d3b2c55" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.981951] env[62675]: DEBUG nova.compute.manager [req-b9d8d317-f1f2-4c8b-a1d3-ecf4f1fd3dbd req-ec41023a-950e-42c3-a3b4-d37d191030e2 service nova] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Detach interface failed, port_id=8e3ba198-19a4-4107-b0de-b54f800d2609, reason: Instance 98bc2a7c-038b-48b6-83ad-db991d3b2c55 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 972.992528] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691226, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.128766] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691227, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.232170] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b661a0-a423-e43c-5d64-f5e9cc4f6f69, 'name': SearchDatastore_Task, 'duration_secs': 0.027035} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.235330] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.237621] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.237621] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.237621] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.237621] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.237621] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e8e6e41-5dd1-446f-b866-45f1bcb6c8a2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.249966] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.250355] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.251764] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fbf7ec3-755f-4ee0-8dfb-5b0f99ece1bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.258667] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Waiting for the task: (returnval){ [ 973.258667] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524052f7-b192-8175-5a18-20ced17a7e51" [ 973.258667] env[62675]: _type = "Task" [ 973.258667] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.268843] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524052f7-b192-8175-5a18-20ced17a7e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.285501] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124609} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.286122] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.286950] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8f7784-42f2-45f4-979f-ee20d039c8bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.312222] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 618ce248-370f-4727-aae6-0c6b9640594f/618ce248-370f-4727-aae6-0c6b9640594f.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.315732] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8157b2c-686e-4ca8-aa7b-6e04f78d311f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.337888] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 973.337888] env[62675]: value = "task-2691229" [ 973.337888] env[62675]: _type = "Task" [ 973.337888] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.352086] env[62675]: INFO nova.virt.block_device [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Booting with volume acd72d71-6516-4d1d-b1c7-0daecfe7650b at /dev/sdb [ 973.353807] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.354883] env[62675]: DEBUG nova.network.neutron [req-d4ced4cc-a876-4971-846b-d7227ae41d59 req-7a238d62-6bd1-4960-b72c-569ccf226212 service nova] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Updated VIF entry in instance network info cache for port efdb191e-6ed5-4902-81b2-28b163c6658f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.355357] env[62675]: DEBUG nova.network.neutron [req-d4ced4cc-a876-4971-846b-d7227ae41d59 req-7a238d62-6bd1-4960-b72c-569ccf226212 service nova] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Updating instance_info_cache with network_info: [{"id": "efdb191e-6ed5-4902-81b2-28b163c6658f", "address": "fa:16:3e:e1:0d:ce", "network": {"id": "3ec0221a-ac33-4413-bb3c-e898af379008", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1387155020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39f7033751f24e0abffc4c904b00d9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefdb191e-6e", "ovs_interfaceid": "efdb191e-6ed5-4902-81b2-28b163c6658f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.410684] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d7b5fe4-107e-46a2-a43e-7d2ce720ca31 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.423240] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6814141-0cfe-4c5b-9650-29b93b1bc2a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.471423] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4510d59d-f54b-4525-ad98-d9905465601f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.487435] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68ef603-c575-48be-be2a-bc2be9ec28e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.508970] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691226, 'name': CreateVM_Task, 'duration_secs': 0.552502} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.509073] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.509631] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.509847] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.510181] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.513066] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df14b1b-a338-4e54-8360-ca2ba7fab6b5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.532322] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890c10fd-050f-46eb-911e-54c3f3658aea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.536596] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 973.536596] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5296bed3-88d6-8bb0-141b-a2899ff57691" [ 973.536596] env[62675]: _type = "Task" [ 973.536596] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.543371] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214d2892-527e-45af-81da-6b1d1ecca482 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.551465] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5296bed3-88d6-8bb0-141b-a2899ff57691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.569965] env[62675]: DEBUG nova.virt.block_device [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Updating existing volume attachment record: 756b429e-341c-4a0c-8792-4945ff3f5a8f {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 973.592412] env[62675]: DEBUG nova.network.neutron [req-80815bde-9896-45b8-b393-6d04529cf2a5 req-e3d70fa6-00f6-47c8-b01d-9ffb2a33b2c9 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updated VIF entry in instance network info cache for port 718b20cb-fdc0-43ab-8214-a99b186f0809. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.593063] env[62675]: DEBUG nova.network.neutron [req-80815bde-9896-45b8-b393-6d04529cf2a5 req-e3d70fa6-00f6-47c8-b01d-9ffb2a33b2c9 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updating instance_info_cache with network_info: [{"id": "718b20cb-fdc0-43ab-8214-a99b186f0809", "address": "fa:16:3e:b5:4a:c0", "network": {"id": "9d086501-abe1-47c0-942f-6519cb89654f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1800741124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd0ff61fcca49b79d4e666dc4a53ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718b20cb-fd", "ovs_interfaceid": "718b20cb-fdc0-43ab-8214-a99b186f0809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.626816] env[62675]: DEBUG oslo_vmware.api [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691227, 'name': PowerOnVM_Task, 'duration_secs': 0.639781} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.627076] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.629783] env[62675]: DEBUG nova.compute.manager [None req-8cfafbe6-813f-4e99-8d48-e393078b6871 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.630830] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ebed87-2111-4976-9b3c-de71cb37b9bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.770853] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524052f7-b192-8175-5a18-20ced17a7e51, 'name': SearchDatastore_Task, 'duration_secs': 0.013202} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.771666] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12d899c5-05cd-4a6d-b34c-d35490649fb6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.778239] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Waiting for the task: (returnval){ [ 973.778239] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528065d2-3fe6-00ec-7a85-fbc0dcecb458" [ 973.778239] env[62675]: _type = "Task" [ 973.778239] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.787383] env[62675]: DEBUG nova.objects.instance [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'flavor' on Instance uuid be744242-1be5-4602-9ad3-6f1e1c3734b9 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.792413] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528065d2-3fe6-00ec-7a85-fbc0dcecb458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.814904] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc8ca1e-d4c4-4d8f-91fc-3ead5cf49362 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.823878] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb29390-431d-4a17-b22e-2ac7443e5930 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.860123] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e5a6ea-43f1-46a3-9652-ede9c836cc75 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.862772] env[62675]: DEBUG oslo_concurrency.lockutils [req-d4ced4cc-a876-4971-846b-d7227ae41d59 req-7a238d62-6bd1-4960-b72c-569ccf226212 service nova] Releasing lock "refresh_cache-db974c75-4502-4e82-8d98-d14e80384a6e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.869513] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.872708] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c4874b-23ad-4a48-927f-2b358f0c2a18 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.888441] env[62675]: DEBUG nova.compute.provider_tree [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.062362] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5296bed3-88d6-8bb0-141b-a2899ff57691, 'name': SearchDatastore_Task, 'duration_secs': 0.013378} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.062693] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.062961] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.063179] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.096223] env[62675]: DEBUG oslo_concurrency.lockutils [req-80815bde-9896-45b8-b393-6d04529cf2a5 req-e3d70fa6-00f6-47c8-b01d-9ffb2a33b2c9 service nova] Releasing lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.294027] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528065d2-3fe6-00ec-7a85-fbc0dcecb458, 'name': SearchDatastore_Task, 'duration_secs': 0.015803} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.294027] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.294027] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] db974c75-4502-4e82-8d98-d14e80384a6e/db974c75-4502-4e82-8d98-d14e80384a6e.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.294027] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.294027] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.294027] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-360bbddc-90d9-4358-932e-e5087c8db77e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.298048] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38fcedad-08f6-4b9b-81b7-3a0afae99d48 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.300782] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a5410034-ef1f-42b5-9a41-9b2f0907d447 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.887s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.310302] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Waiting for the task: (returnval){ [ 974.310302] env[62675]: value = "task-2691230" [ 974.310302] env[62675]: _type = "Task" [ 974.310302] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.314694] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.315747] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.317920] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547debd4-5734-4062-baa4-5cc103e64736 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.325607] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.330034] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 974.330034] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52571a71-6c09-d18e-1d98-d7a655b07ddc" [ 974.330034] env[62675]: _type = "Task" [ 974.330034] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.339407] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52571a71-6c09-d18e-1d98-d7a655b07ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.370431] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691229, 'name': ReconfigVM_Task, 'duration_secs': 0.695731} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.370431] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 618ce248-370f-4727-aae6-0c6b9640594f/618ce248-370f-4727-aae6-0c6b9640594f.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.370431] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82d23bf1-5dc2-4d26-8642-d5adca9be9cd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.379033] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 974.379033] env[62675]: value = "task-2691231" [ 974.379033] env[62675]: _type = "Task" [ 974.379033] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.389876] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691231, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.418644] env[62675]: ERROR nova.scheduler.client.report [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [req-c76480bb-f692-4001-b953-4aa4cc12fc12] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c76480bb-f692-4001-b953-4aa4cc12fc12"}]} [ 974.441153] env[62675]: DEBUG nova.scheduler.client.report [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 974.462571] env[62675]: DEBUG nova.scheduler.client.report [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 974.463089] env[62675]: DEBUG nova.compute.provider_tree [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.478387] env[62675]: DEBUG nova.scheduler.client.report [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 974.502799] env[62675]: DEBUG nova.scheduler.client.report [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 974.824969] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691230, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.842612] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52571a71-6c09-d18e-1d98-d7a655b07ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.021706} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.843616] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ccc454d-77f7-4b0c-9645-d2c1b592904e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.854173] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 974.854173] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b56927-b45b-f788-241d-be822393e045" [ 974.854173] env[62675]: _type = "Task" [ 974.854173] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.863149] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b56927-b45b-f788-241d-be822393e045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.891103] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691231, 'name': Rename_Task, 'duration_secs': 0.208111} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.894124] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.894712] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00ed0e62-f5cb-4812-8eac-25a9a3923634 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.903206] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 974.903206] env[62675]: value = "task-2691232" [ 974.903206] env[62675]: _type = "Task" [ 974.903206] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.917186] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.937952] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0792ee-7717-4d93-8cc4-58ed254d4c7c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.948279] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5ad2cb-f61d-46ef-8db5-aa8749fd4f94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.987890] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdcb049-1206-4b17-8eb2-b70bb8b4bb9d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.998233] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869c80fc-5952-4a07-9482-28890f2c7c1e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.016575] env[62675]: DEBUG nova.compute.provider_tree [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.234993] env[62675]: DEBUG nova.compute.manager [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Received event network-changed-718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.235409] env[62675]: DEBUG nova.compute.manager [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Refreshing instance network info cache due to event network-changed-718b20cb-fdc0-43ab-8214-a99b186f0809. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 975.235678] env[62675]: DEBUG oslo_concurrency.lockutils [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] Acquiring lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.235879] env[62675]: DEBUG oslo_concurrency.lockutils [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] Acquired lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.236110] env[62675]: DEBUG nova.network.neutron [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Refreshing network info cache for port 718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.321462] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593383} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.321810] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] db974c75-4502-4e82-8d98-d14e80384a6e/db974c75-4502-4e82-8d98-d14e80384a6e.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.322065] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.322336] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53559b53-385b-460b-a5d6-433342267c01 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.330813] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Waiting for the task: (returnval){ [ 975.330813] env[62675]: value = "task-2691233" [ 975.330813] env[62675]: _type = "Task" [ 975.330813] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.345287] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.362998] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b56927-b45b-f788-241d-be822393e045, 'name': SearchDatastore_Task, 'duration_secs': 0.035495} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.363341] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.363603] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d/7e39311c-f324-4f9f-8451-155c2e04a13d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.363870] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aa5deca-8ab5-490d-a772-7d5c660c396d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.372572] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 975.372572] env[62675]: value = "task-2691234" [ 975.372572] env[62675]: _type = "Task" [ 975.372572] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.382039] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691234, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.414503] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.519965] env[62675]: DEBUG nova.scheduler.client.report [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.610685] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.611055] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.706234] env[62675]: DEBUG nova.virt.hardware [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.706234] env[62675]: DEBUG nova.virt.hardware [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.706234] env[62675]: DEBUG nova.virt.hardware [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.706234] env[62675]: DEBUG nova.virt.hardware [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.706234] env[62675]: DEBUG nova.virt.hardware [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.706234] env[62675]: DEBUG nova.virt.hardware [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.706234] env[62675]: DEBUG nova.virt.hardware [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.706611] env[62675]: DEBUG nova.virt.hardware [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.706611] env[62675]: DEBUG nova.virt.hardware [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.706701] env[62675]: DEBUG nova.virt.hardware [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.706856] env[62675]: DEBUG nova.virt.hardware [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.708098] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9529caaa-111a-4d23-8053-98a7a32ff576 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.717244] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5631938b-323b-4384-9a72-e0ed17173f26 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.733654] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:8a:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16fe85a9-7488-449e-8c0a-10ce1123594f', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.741682] env[62675]: DEBUG oslo.service.loopingcall [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 975.744655] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.744655] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-400fc108-13ee-4c57-bed9-2ba8dd51d6b7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.767347] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.767347] env[62675]: value = "task-2691235" [ 975.767347] env[62675]: _type = "Task" [ 975.767347] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.776808] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691235, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.842274] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088848} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.842607] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.846223] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53fe2b0-b132-4e01-a599-254f2e98a7aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.876401] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] db974c75-4502-4e82-8d98-d14e80384a6e/db974c75-4502-4e82-8d98-d14e80384a6e.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.879706] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-294d6afb-a29a-4ee4-9af7-9f68350072fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.917489] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691234, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.917823] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Waiting for the task: (returnval){ [ 975.917823] env[62675]: value = "task-2691236" [ 975.917823] env[62675]: _type = "Task" [ 975.917823] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.927223] env[62675]: DEBUG oslo_vmware.api [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691232, 'name': PowerOnVM_Task, 'duration_secs': 0.808135} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.928207] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.928483] env[62675]: INFO nova.compute.manager [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Took 8.73 seconds to spawn the instance on the hypervisor. [ 975.928712] env[62675]: DEBUG nova.compute.manager [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.929764] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4195f5cc-6bce-4de3-94b6-88645ba62e85 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.939564] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.027028] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.665s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.027648] env[62675]: DEBUG nova.compute.manager [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.031453] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.318s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.033260] env[62675]: INFO nova.compute.claims [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.092427] env[62675]: DEBUG nova.network.neutron [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updated VIF entry in instance network info cache for port 718b20cb-fdc0-43ab-8214-a99b186f0809. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.092427] env[62675]: DEBUG nova.network.neutron [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updating instance_info_cache with network_info: [{"id": "718b20cb-fdc0-43ab-8214-a99b186f0809", "address": "fa:16:3e:b5:4a:c0", "network": {"id": "9d086501-abe1-47c0-942f-6519cb89654f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1800741124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd0ff61fcca49b79d4e666dc4a53ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718b20cb-fd", "ovs_interfaceid": "718b20cb-fdc0-43ab-8214-a99b186f0809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.116446] env[62675]: INFO nova.compute.manager [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Detaching volume 61d6d9c8-cacb-46b9-ad79-39409d1cdd94 [ 976.143523] env[62675]: INFO nova.compute.manager [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Unrescuing [ 976.143785] env[62675]: DEBUG oslo_concurrency.lockutils [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.145333] env[62675]: DEBUG oslo_concurrency.lockutils [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquired lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.145333] env[62675]: DEBUG nova.network.neutron [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.161494] env[62675]: INFO nova.virt.block_device [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Attempting to driver detach volume 61d6d9c8-cacb-46b9-ad79-39409d1cdd94 from mountpoint /dev/sdb [ 976.161742] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 976.162042] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542411', 'volume_id': '61d6d9c8-cacb-46b9-ad79-39409d1cdd94', 'name': 'volume-61d6d9c8-cacb-46b9-ad79-39409d1cdd94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be744242-1be5-4602-9ad3-6f1e1c3734b9', 'attached_at': '', 'detached_at': '', 'volume_id': '61d6d9c8-cacb-46b9-ad79-39409d1cdd94', 'serial': '61d6d9c8-cacb-46b9-ad79-39409d1cdd94'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 976.163232] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab095ed4-2591-4b04-95e4-7f6387046169 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.191602] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37223215-7433-4377-b32e-ab9b2c12c475 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.200019] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "d540fe9e-315e-4164-a2a4-15a0c6e02205" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.200019] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "d540fe9e-315e-4164-a2a4-15a0c6e02205" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.207436] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30181661-0a88-4458-b06d-ba2d15723d4e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.235761] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b1bca2-e426-4253-a925-4d06f3820fdf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.256277] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] The volume has not been displaced from its original location: [datastore2] volume-61d6d9c8-cacb-46b9-ad79-39409d1cdd94/volume-61d6d9c8-cacb-46b9-ad79-39409d1cdd94.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 976.261962] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 976.262367] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff73905-1fc6-47b1-bafc-2103ac73e128 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.288040] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691235, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.289626] env[62675]: DEBUG oslo_vmware.api [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 976.289626] env[62675]: value = "task-2691237" [ 976.289626] env[62675]: _type = "Task" [ 976.289626] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.390858] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691234, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704031} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.395051] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d/7e39311c-f324-4f9f-8451-155c2e04a13d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.395051] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.395051] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a8a5004-3cb3-4cff-bc3d-5eb2dfa94ca1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.400149] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 976.400149] env[62675]: value = "task-2691238" [ 976.400149] env[62675]: _type = "Task" [ 976.400149] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.410552] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.429825] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.461278] env[62675]: INFO nova.compute.manager [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Took 24.56 seconds to build instance. [ 976.539127] env[62675]: DEBUG nova.compute.utils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 976.545167] env[62675]: DEBUG nova.compute.manager [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 976.545718] env[62675]: DEBUG nova.network.neutron [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.596330] env[62675]: DEBUG oslo_concurrency.lockutils [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] Releasing lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.596330] env[62675]: DEBUG nova.compute.manager [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Received event network-changed-dbc36321-64b4-4cf8-87c8-c10c468ee996 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.596330] env[62675]: DEBUG nova.compute.manager [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Refreshing instance network info cache due to event network-changed-dbc36321-64b4-4cf8-87c8-c10c468ee996. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 976.597031] env[62675]: DEBUG oslo_concurrency.lockutils [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] Acquiring lock "refresh_cache-d4b1af50-839b-4b24-8be4-33f5c08bf1c5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.597322] env[62675]: DEBUG oslo_concurrency.lockutils [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] Acquired lock "refresh_cache-d4b1af50-839b-4b24-8be4-33f5c08bf1c5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.597862] env[62675]: DEBUG nova.network.neutron [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Refreshing network info cache for port dbc36321-64b4-4cf8-87c8-c10c468ee996 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.704037] env[62675]: DEBUG nova.compute.manager [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 976.788365] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691235, 'name': CreateVM_Task, 'duration_secs': 0.633644} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.791085] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.792533] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.792533] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.792533] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.796330] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d227694-dbfd-40c2-b5ea-cbbaf833ad1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.801885] env[62675]: DEBUG nova.policy [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6d6547f43034048a5e4cbc8e8ef2874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41f27b40db9e4f039f10a64ae0e29cbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.808150] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 976.808150] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528f7fce-60a3-9e53-6b15-718e4a2319b1" [ 976.808150] env[62675]: _type = "Task" [ 976.808150] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.808390] env[62675]: DEBUG oslo_vmware.api [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691237, 'name': ReconfigVM_Task, 'duration_secs': 0.405765} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.808698] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 976.817394] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62952c83-92bc-4766-84eb-179338e34881 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.839760] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528f7fce-60a3-9e53-6b15-718e4a2319b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011483} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.841276] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 976.841276] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.841402] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.841545] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.843055] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.843055] env[62675]: DEBUG oslo_vmware.api [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 976.843055] env[62675]: value = "task-2691239" [ 976.843055] env[62675]: _type = "Task" [ 976.843055] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.843365] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ad76ba7-f8ef-4610-b65d-6afa7b459a24 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.847052] env[62675]: DEBUG nova.compute.manager [req-4a38bc2f-db8b-45ee-bc22-4f919d54c55f req-5f97656c-0159-4d81-9ef8-829d809d1d76 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Received event network-changed-dbc36321-64b4-4cf8-87c8-c10c468ee996 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 976.847766] env[62675]: DEBUG nova.compute.manager [req-4a38bc2f-db8b-45ee-bc22-4f919d54c55f req-5f97656c-0159-4d81-9ef8-829d809d1d76 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Refreshing instance network info cache due to event network-changed-dbc36321-64b4-4cf8-87c8-c10c468ee996. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 976.847766] env[62675]: DEBUG oslo_concurrency.lockutils [req-4a38bc2f-db8b-45ee-bc22-4f919d54c55f req-5f97656c-0159-4d81-9ef8-829d809d1d76 service nova] Acquiring lock "refresh_cache-d4b1af50-839b-4b24-8be4-33f5c08bf1c5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.861197] env[62675]: DEBUG oslo_vmware.api [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.864639] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.864639] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.864639] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0799586-075b-4e61-b63f-47cee3fd0a54 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.870867] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 976.870867] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528b8f4d-ca57-da1a-a8cd-bfd01adf0d0e" [ 976.870867] env[62675]: _type = "Task" [ 976.870867] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.882224] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528b8f4d-ca57-da1a-a8cd-bfd01adf0d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.909931] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077541} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.913018] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.913018] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75d6a3e-bbca-4e2a-828f-af1d3cc96d9c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.939777] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d/7e39311c-f324-4f9f-8451-155c2e04a13d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.946024] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d09114f1-fe7f-450b-afbf-f6756a59a217 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.963194] env[62675]: DEBUG nova.network.neutron [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updating instance_info_cache with network_info: [{"id": "387225f9-fe2f-4f16-a480-44ba90c2361d", "address": "fa:16:3e:2d:1a:b6", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387225f9-fe", "ovs_interfaceid": "387225f9-fe2f-4f16-a480-44ba90c2361d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.969026] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9edd7d2e-3c33-41a0-8b11-487526815b27 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "618ce248-370f-4727-aae6-0c6b9640594f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.081s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.974369] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691236, 'name': ReconfigVM_Task, 'duration_secs': 0.70884} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.976077] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Reconfigured VM instance instance-0000005d to attach disk [datastore2] db974c75-4502-4e82-8d98-d14e80384a6e/db974c75-4502-4e82-8d98-d14e80384a6e.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.976828] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 976.976828] env[62675]: value = "task-2691240" [ 976.976828] env[62675]: _type = "Task" [ 976.976828] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.977655] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-addcd1bf-89dc-474e-9ae0-fb2e23389dbd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.991880] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.994019] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Waiting for the task: (returnval){ [ 976.994019] env[62675]: value = "task-2691241" [ 976.994019] env[62675]: _type = "Task" [ 976.994019] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.006292] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691241, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.044930] env[62675]: DEBUG nova.compute.manager [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.227740] env[62675]: DEBUG nova.network.neutron [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Successfully created port: d355a8ce-4fc5-4680-8a27-9a997e01016b {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.232297] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.357388] env[62675]: DEBUG oslo_vmware.api [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.382247] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528b8f4d-ca57-da1a-a8cd-bfd01adf0d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.033921} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.383119] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f683481a-5dcd-45e6-9b11-728f391f785f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.391482] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 977.391482] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c8bc9f-8954-ccb1-a165-53208cf55593" [ 977.391482] env[62675]: _type = "Task" [ 977.391482] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.402743] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c8bc9f-8954-ccb1-a165-53208cf55593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.467124] env[62675]: DEBUG oslo_concurrency.lockutils [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Releasing lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.468302] env[62675]: DEBUG nova.objects.instance [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lazy-loading 'flavor' on Instance uuid 792862b8-a9fa-46ed-828d-a9f8b698d969 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.507013] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.508024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "d4b1af50-839b-4b24-8be4-33f5c08bf1c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.508024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "d4b1af50-839b-4b24-8be4-33f5c08bf1c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.508605] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "d4b1af50-839b-4b24-8be4-33f5c08bf1c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.508966] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "d4b1af50-839b-4b24-8be4-33f5c08bf1c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.509198] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "d4b1af50-839b-4b24-8be4-33f5c08bf1c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.517917] env[62675]: INFO nova.compute.manager [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Terminating instance [ 977.527653] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691241, 'name': Rename_Task, 'duration_secs': 0.298228} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.533773] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.534935] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2771c276-2415-4532-b040-c33243579155 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.544689] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Waiting for the task: (returnval){ [ 977.544689] env[62675]: value = "task-2691242" [ 977.544689] env[62675]: _type = "Task" [ 977.544689] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.562515] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.615736] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fb4db8-e41f-4c3a-80c8-e811d043d5d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.624859] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f28c86-ebb5-4098-96aa-7f9d13406322 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.628960] env[62675]: DEBUG nova.network.neutron [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Updated VIF entry in instance network info cache for port dbc36321-64b4-4cf8-87c8-c10c468ee996. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.629340] env[62675]: DEBUG nova.network.neutron [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Updating instance_info_cache with network_info: [{"id": "dbc36321-64b4-4cf8-87c8-c10c468ee996", "address": "fa:16:3e:dd:4a:99", "network": {"id": "9d086501-abe1-47c0-942f-6519cb89654f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1800741124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd0ff61fcca49b79d4e666dc4a53ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc36321-64", "ovs_interfaceid": "dbc36321-64b4-4cf8-87c8-c10c468ee996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.659947] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39068a6f-4284-498f-88dd-19e9ff71c7d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.669956] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cb4fe2-ef5d-401e-8b7e-9ce04588e061 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.688844] env[62675]: DEBUG nova.compute.provider_tree [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.858934] env[62675]: DEBUG oslo_vmware.api [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.903268] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c8bc9f-8954-ccb1-a165-53208cf55593, 'name': SearchDatastore_Task, 'duration_secs': 0.033209} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.903881] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.904441] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 86554a0f-1325-4e3e-a1ea-7790a5ab6a43/86554a0f-1325-4e3e-a1ea-7790a5ab6a43.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.905244] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31123d1e-710d-46d1-89da-d679b14d92c9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.917154] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 977.917154] env[62675]: value = "task-2691243" [ 977.917154] env[62675]: _type = "Task" [ 977.917154] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.925431] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.979669] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be84bf6-161f-43e9-adc5-a398e7f9475d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.008797] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.014125] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa3b9d4e-d19a-49b3-b919-579831ac572d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.014708] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691240, 'name': ReconfigVM_Task, 'duration_secs': 0.620969} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.015163] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d/7e39311c-f324-4f9f-8451-155c2e04a13d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.016391] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42a69763-c335-4fb1-b509-06bef4b4f041 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.022862] env[62675]: DEBUG oslo_vmware.api [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 978.022862] env[62675]: value = "task-2691244" [ 978.022862] env[62675]: _type = "Task" [ 978.022862] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.024837] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 978.024837] env[62675]: value = "task-2691245" [ 978.024837] env[62675]: _type = "Task" [ 978.024837] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.037930] env[62675]: DEBUG nova.compute.manager [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.038443] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.038912] env[62675]: DEBUG oslo_vmware.api [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.042908] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c26d7af-2d1f-45de-bef8-ed194f069223 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.046986] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691245, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.059144] env[62675]: DEBUG nova.compute.manager [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.061624] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691242, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.065397] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.065397] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5763df62-bab5-4358-9169-218cb4082b9a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.076436] env[62675]: DEBUG oslo_vmware.api [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 978.076436] env[62675]: value = "task-2691246" [ 978.076436] env[62675]: _type = "Task" [ 978.076436] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.086731] env[62675]: DEBUG oslo_vmware.api [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.102341] env[62675]: DEBUG nova.virt.hardware [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.102922] env[62675]: DEBUG nova.virt.hardware [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.103372] env[62675]: DEBUG nova.virt.hardware [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.103869] env[62675]: DEBUG nova.virt.hardware [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.104289] env[62675]: DEBUG nova.virt.hardware [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.104713] env[62675]: DEBUG nova.virt.hardware [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.105273] env[62675]: DEBUG nova.virt.hardware [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.105651] env[62675]: DEBUG nova.virt.hardware [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.106053] env[62675]: DEBUG nova.virt.hardware [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.107019] env[62675]: DEBUG nova.virt.hardware [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.107019] env[62675]: DEBUG nova.virt.hardware [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.108482] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70493312-2f1a-4240-a1d9-8cf84706a8fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.119406] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962efd7a-634e-4020-873a-0465451c3580 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.137128] env[62675]: DEBUG oslo_concurrency.lockutils [req-e6dd4b77-4923-4bc4-ba28-88709c2c2db2 req-586d0f67-bce4-489f-86e4-b34c5129082f service nova] Releasing lock "refresh_cache-d4b1af50-839b-4b24-8be4-33f5c08bf1c5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.138125] env[62675]: DEBUG oslo_concurrency.lockutils [req-4a38bc2f-db8b-45ee-bc22-4f919d54c55f req-5f97656c-0159-4d81-9ef8-829d809d1d76 service nova] Acquired lock "refresh_cache-d4b1af50-839b-4b24-8be4-33f5c08bf1c5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.138456] env[62675]: DEBUG nova.network.neutron [req-4a38bc2f-db8b-45ee-bc22-4f919d54c55f req-5f97656c-0159-4d81-9ef8-829d809d1d76 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Refreshing network info cache for port dbc36321-64b4-4cf8-87c8-c10c468ee996 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.193030] env[62675]: DEBUG nova.scheduler.client.report [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.359437] env[62675]: DEBUG oslo_vmware.api [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.426951] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691243, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.516263] env[62675]: DEBUG nova.compute.manager [req-37ff59b7-dc6e-4ef5-a927-e19f139d7935 req-d9a12fba-c333-4860-b950-f87257337007 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Received event network-changed-718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 978.516263] env[62675]: DEBUG nova.compute.manager [req-37ff59b7-dc6e-4ef5-a927-e19f139d7935 req-d9a12fba-c333-4860-b950-f87257337007 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Refreshing instance network info cache due to event network-changed-718b20cb-fdc0-43ab-8214-a99b186f0809. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 978.516263] env[62675]: DEBUG oslo_concurrency.lockutils [req-37ff59b7-dc6e-4ef5-a927-e19f139d7935 req-d9a12fba-c333-4860-b950-f87257337007 service nova] Acquiring lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.516445] env[62675]: DEBUG oslo_concurrency.lockutils [req-37ff59b7-dc6e-4ef5-a927-e19f139d7935 req-d9a12fba-c333-4860-b950-f87257337007 service nova] Acquired lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.516604] env[62675]: DEBUG nova.network.neutron [req-37ff59b7-dc6e-4ef5-a927-e19f139d7935 req-d9a12fba-c333-4860-b950-f87257337007 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Refreshing network info cache for port 718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.546133] env[62675]: DEBUG oslo_vmware.api [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.550278] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691245, 'name': Rename_Task, 'duration_secs': 0.216423} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.558176] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.558176] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2f481e5-361a-4971-aa64-7994e1011b55 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.566470] env[62675]: DEBUG oslo_vmware.api [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691242, 'name': PowerOnVM_Task, 'duration_secs': 0.67186} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.568545] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.568926] env[62675]: INFO nova.compute.manager [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Took 8.86 seconds to spawn the instance on the hypervisor. [ 978.569211] env[62675]: DEBUG nova.compute.manager [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.569685] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 978.569685] env[62675]: value = "task-2691247" [ 978.569685] env[62675]: _type = "Task" [ 978.569685] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.570646] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b07a561-bada-4f11-9515-62f585a8aa3a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.598501] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.606309] env[62675]: DEBUG oslo_vmware.api [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691246, 'name': PowerOffVM_Task, 'duration_secs': 0.28758} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.606654] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.606831] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.607149] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fdc09fb-0be9-4397-a01f-99f0daa1a5b2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.699113] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.699298] env[62675]: DEBUG nova.compute.manager [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.702593] env[62675]: DEBUG oslo_concurrency.lockutils [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.872s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.702941] env[62675]: DEBUG nova.objects.instance [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lazy-loading 'resources' on Instance uuid 1b186fef-0376-4d44-a0d8-f90090c6414f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.718893] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.719118] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.719333] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Deleting the datastore file [datastore1] d4b1af50-839b-4b24-8be4-33f5c08bf1c5 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.719972] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00ce475b-07f1-44e8-a14c-468c5da12058 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.734242] env[62675]: DEBUG oslo_vmware.api [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 978.734242] env[62675]: value = "task-2691249" [ 978.734242] env[62675]: _type = "Task" [ 978.734242] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.743685] env[62675]: DEBUG oslo_vmware.api [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.860548] env[62675]: DEBUG oslo_vmware.api [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691239, 'name': ReconfigVM_Task, 'duration_secs': 1.999981} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.860904] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542411', 'volume_id': '61d6d9c8-cacb-46b9-ad79-39409d1cdd94', 'name': 'volume-61d6d9c8-cacb-46b9-ad79-39409d1cdd94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be744242-1be5-4602-9ad3-6f1e1c3734b9', 'attached_at': '', 'detached_at': '', 'volume_id': '61d6d9c8-cacb-46b9-ad79-39409d1cdd94', 'serial': '61d6d9c8-cacb-46b9-ad79-39409d1cdd94'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 978.932894] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814462} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.933215] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 86554a0f-1325-4e3e-a1ea-7790a5ab6a43/86554a0f-1325-4e3e-a1ea-7790a5ab6a43.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.933446] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.933838] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f31a628-b10f-4bce-8a30-7abc7c87fe11 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.948511] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 978.948511] env[62675]: value = "task-2691250" [ 978.948511] env[62675]: _type = "Task" [ 978.948511] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.961204] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.007314] env[62675]: DEBUG nova.network.neutron [req-4a38bc2f-db8b-45ee-bc22-4f919d54c55f req-5f97656c-0159-4d81-9ef8-829d809d1d76 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Updated VIF entry in instance network info cache for port dbc36321-64b4-4cf8-87c8-c10c468ee996. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.007447] env[62675]: DEBUG nova.network.neutron [req-4a38bc2f-db8b-45ee-bc22-4f919d54c55f req-5f97656c-0159-4d81-9ef8-829d809d1d76 service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Updating instance_info_cache with network_info: [{"id": "dbc36321-64b4-4cf8-87c8-c10c468ee996", "address": "fa:16:3e:dd:4a:99", "network": {"id": "9d086501-abe1-47c0-942f-6519cb89654f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1800741124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd0ff61fcca49b79d4e666dc4a53ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc36321-64", "ovs_interfaceid": "dbc36321-64b4-4cf8-87c8-c10c468ee996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.042696] env[62675]: DEBUG oslo_vmware.api [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.090451] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691247, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.118869] env[62675]: DEBUG nova.compute.manager [req-5d87fe1e-def8-40b3-96c4-bd618ab41bef req-346450b9-6d2b-4d2b-9e16-89e3b0bde582 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Received event network-changed-8abb0dc1-4137-4ec9-9327-16e33eb544b8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.118869] env[62675]: DEBUG nova.compute.manager [req-5d87fe1e-def8-40b3-96c4-bd618ab41bef req-346450b9-6d2b-4d2b-9e16-89e3b0bde582 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Refreshing instance network info cache due to event network-changed-8abb0dc1-4137-4ec9-9327-16e33eb544b8. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 979.119281] env[62675]: DEBUG oslo_concurrency.lockutils [req-5d87fe1e-def8-40b3-96c4-bd618ab41bef req-346450b9-6d2b-4d2b-9e16-89e3b0bde582 service nova] Acquiring lock "refresh_cache-618ce248-370f-4727-aae6-0c6b9640594f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.119281] env[62675]: DEBUG oslo_concurrency.lockutils [req-5d87fe1e-def8-40b3-96c4-bd618ab41bef req-346450b9-6d2b-4d2b-9e16-89e3b0bde582 service nova] Acquired lock "refresh_cache-618ce248-370f-4727-aae6-0c6b9640594f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.119340] env[62675]: DEBUG nova.network.neutron [req-5d87fe1e-def8-40b3-96c4-bd618ab41bef req-346450b9-6d2b-4d2b-9e16-89e3b0bde582 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Refreshing network info cache for port 8abb0dc1-4137-4ec9-9327-16e33eb544b8 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.124353] env[62675]: INFO nova.compute.manager [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Took 25.24 seconds to build instance. [ 979.168111] env[62675]: DEBUG nova.compute.manager [req-9eb7c7fb-8862-433f-a5a1-c1d0c2337385 req-43f0b88b-6a90-438a-bb38-0f2284da984d service nova] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Received event network-vif-plugged-d355a8ce-4fc5-4680-8a27-9a997e01016b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 979.168713] env[62675]: DEBUG oslo_concurrency.lockutils [req-9eb7c7fb-8862-433f-a5a1-c1d0c2337385 req-43f0b88b-6a90-438a-bb38-0f2284da984d service nova] Acquiring lock "738aa5f1-8782-491d-a8dd-2ade9a42c39f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.168931] env[62675]: DEBUG oslo_concurrency.lockutils [req-9eb7c7fb-8862-433f-a5a1-c1d0c2337385 req-43f0b88b-6a90-438a-bb38-0f2284da984d service nova] Lock "738aa5f1-8782-491d-a8dd-2ade9a42c39f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.169279] env[62675]: DEBUG oslo_concurrency.lockutils [req-9eb7c7fb-8862-433f-a5a1-c1d0c2337385 req-43f0b88b-6a90-438a-bb38-0f2284da984d service nova] Lock "738aa5f1-8782-491d-a8dd-2ade9a42c39f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.169510] env[62675]: DEBUG nova.compute.manager [req-9eb7c7fb-8862-433f-a5a1-c1d0c2337385 req-43f0b88b-6a90-438a-bb38-0f2284da984d service nova] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] No waiting events found dispatching network-vif-plugged-d355a8ce-4fc5-4680-8a27-9a997e01016b {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.169811] env[62675]: WARNING nova.compute.manager [req-9eb7c7fb-8862-433f-a5a1-c1d0c2337385 req-43f0b88b-6a90-438a-bb38-0f2284da984d service nova] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Received unexpected event network-vif-plugged-d355a8ce-4fc5-4680-8a27-9a997e01016b for instance with vm_state building and task_state spawning. [ 979.209103] env[62675]: DEBUG nova.compute.utils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 979.210896] env[62675]: DEBUG nova.compute.manager [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.211190] env[62675]: DEBUG nova.network.neutron [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.248912] env[62675]: DEBUG oslo_vmware.api [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192366} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.249190] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.249380] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.249551] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.249720] env[62675]: INFO nova.compute.manager [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 979.250054] env[62675]: DEBUG oslo.service.loopingcall [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 979.250307] env[62675]: DEBUG nova.compute.manager [-] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.250307] env[62675]: DEBUG nova.network.neutron [-] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.289713] env[62675]: DEBUG nova.network.neutron [req-37ff59b7-dc6e-4ef5-a927-e19f139d7935 req-d9a12fba-c333-4860-b950-f87257337007 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updated VIF entry in instance network info cache for port 718b20cb-fdc0-43ab-8214-a99b186f0809. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.289713] env[62675]: DEBUG nova.network.neutron [req-37ff59b7-dc6e-4ef5-a927-e19f139d7935 req-d9a12fba-c333-4860-b950-f87257337007 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updating instance_info_cache with network_info: [{"id": "718b20cb-fdc0-43ab-8214-a99b186f0809", "address": "fa:16:3e:b5:4a:c0", "network": {"id": "9d086501-abe1-47c0-942f-6519cb89654f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1800741124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd0ff61fcca49b79d4e666dc4a53ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718b20cb-fd", "ovs_interfaceid": "718b20cb-fdc0-43ab-8214-a99b186f0809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.337147] env[62675]: DEBUG nova.policy [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b59d15eed03142c5bf078549fa8b135a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13397b14af714179983dc3ea9147b6a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.422126] env[62675]: DEBUG nova.objects.instance [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'flavor' on Instance uuid be744242-1be5-4602-9ad3-6f1e1c3734b9 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.458369] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094998} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.458680] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.459528] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1055251c-b0c9-4b63-abd3-396fe6d43222 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.493407] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 86554a0f-1325-4e3e-a1ea-7790a5ab6a43/86554a0f-1325-4e3e-a1ea-7790a5ab6a43.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.496385] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e35a384-8a25-432a-9a00-0acce4b3e8df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.511322] env[62675]: DEBUG oslo_concurrency.lockutils [req-4a38bc2f-db8b-45ee-bc22-4f919d54c55f req-5f97656c-0159-4d81-9ef8-829d809d1d76 service nova] Releasing lock "refresh_cache-d4b1af50-839b-4b24-8be4-33f5c08bf1c5" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.518248] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 979.518248] env[62675]: value = "task-2691251" [ 979.518248] env[62675]: _type = "Task" [ 979.518248] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.530059] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.541474] env[62675]: DEBUG oslo_vmware.api [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691244, 'name': PowerOffVM_Task, 'duration_secs': 1.106916} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.541474] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.547354] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Reconfiguring VM instance instance-0000003d to detach disk 2002 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 979.547701] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f73da401-4f87-43ec-bdf4-fe94eae024cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.572767] env[62675]: DEBUG oslo_vmware.api [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 979.572767] env[62675]: value = "task-2691252" [ 979.572767] env[62675]: _type = "Task" [ 979.572767] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.585988] env[62675]: DEBUG oslo_vmware.api [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.590573] env[62675]: DEBUG oslo_vmware.api [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691247, 'name': PowerOnVM_Task, 'duration_secs': 0.587022} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.590846] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.591072] env[62675]: INFO nova.compute.manager [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Took 7.26 seconds to spawn the instance on the hypervisor. [ 979.591274] env[62675]: DEBUG nova.compute.manager [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.592105] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513e2b36-a9d4-4af3-95ca-397d39cfdddc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.625435] env[62675]: DEBUG oslo_concurrency.lockutils [None req-6b95eda9-d81b-4284-af02-5bfcb3ac4f0a tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Lock "db974c75-4502-4e82-8d98-d14e80384a6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.750s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.651957] env[62675]: DEBUG nova.network.neutron [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Successfully updated port: d355a8ce-4fc5-4680-8a27-9a997e01016b {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.677140] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e321b08b-5dfc-4150-b56b-4954f8642fdc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.686656] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a821c9-e9ab-4904-9402-8fde3a5a3756 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.721236] env[62675]: DEBUG nova.compute.manager [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.732017] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336a2ee2-44c9-49ac-9da2-3234c61a1ac4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.738856] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0416af6-cc49-4eb6-9ffd-32bbd7c1fb15 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.757229] env[62675]: DEBUG nova.compute.provider_tree [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.790781] env[62675]: DEBUG oslo_concurrency.lockutils [req-37ff59b7-dc6e-4ef5-a927-e19f139d7935 req-d9a12fba-c333-4860-b950-f87257337007 service nova] Releasing lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.974306] env[62675]: DEBUG nova.network.neutron [req-5d87fe1e-def8-40b3-96c4-bd618ab41bef req-346450b9-6d2b-4d2b-9e16-89e3b0bde582 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Updated VIF entry in instance network info cache for port 8abb0dc1-4137-4ec9-9327-16e33eb544b8. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.975027] env[62675]: DEBUG nova.network.neutron [req-5d87fe1e-def8-40b3-96c4-bd618ab41bef req-346450b9-6d2b-4d2b-9e16-89e3b0bde582 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Updating instance_info_cache with network_info: [{"id": "8abb0dc1-4137-4ec9-9327-16e33eb544b8", "address": "fa:16:3e:e6:4a:1c", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8abb0dc1-41", "ovs_interfaceid": "8abb0dc1-4137-4ec9-9327-16e33eb544b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.032741] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.093368] env[62675]: DEBUG oslo_vmware.api [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691252, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.095986] env[62675]: DEBUG nova.network.neutron [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Successfully created port: fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.114501] env[62675]: INFO nova.compute.manager [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Took 25.75 seconds to build instance. [ 980.159161] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Acquiring lock "refresh_cache-738aa5f1-8782-491d-a8dd-2ade9a42c39f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.159351] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Acquired lock "refresh_cache-738aa5f1-8782-491d-a8dd-2ade9a42c39f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.159486] env[62675]: DEBUG nova.network.neutron [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 980.908311] env[62675]: DEBUG nova.scheduler.client.report [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.911279] env[62675]: DEBUG nova.network.neutron [-] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.912452] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b425c80-eec6-4833-9880-9124ba96b2c1 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.301s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.913854] env[62675]: DEBUG oslo_concurrency.lockutils [req-5d87fe1e-def8-40b3-96c4-bd618ab41bef req-346450b9-6d2b-4d2b-9e16-89e3b0bde582 service nova] Releasing lock "refresh_cache-618ce248-370f-4727-aae6-0c6b9640594f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.914046] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a8ba6ed6-83b8-4256-a3f6-2c50781da2d7 tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lock "7e39311c-f324-4f9f-8451-155c2e04a13d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.554s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.917410] env[62675]: DEBUG nova.compute.manager [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Received event network-changed-d355a8ce-4fc5-4680-8a27-9a997e01016b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.917594] env[62675]: DEBUG nova.compute.manager [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Refreshing instance network info cache due to event network-changed-d355a8ce-4fc5-4680-8a27-9a997e01016b. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 980.917774] env[62675]: DEBUG oslo_concurrency.lockutils [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] Acquiring lock "refresh_cache-738aa5f1-8782-491d-a8dd-2ade9a42c39f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.937546] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691251, 'name': ReconfigVM_Task, 'duration_secs': 0.617453} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.944020] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 86554a0f-1325-4e3e-a1ea-7790a5ab6a43/86554a0f-1325-4e3e-a1ea-7790a5ab6a43.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.945027] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'encryption_options': None, 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'device_name': '/dev/sda', 'encryption_format': None, 'image_id': '01f269e0-822c-4f74-9463-28808435f63b'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '756b429e-341c-4a0c-8792-4945ff3f5a8f', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542416', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'name': 'volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86554a0f-1325-4e3e-a1ea-7790a5ab6a43', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'serial': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b'}, 'boot_index': None, 'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62675) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 980.945544] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 980.946142] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542416', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'name': 'volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86554a0f-1325-4e3e-a1ea-7790a5ab6a43', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'serial': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 980.946817] env[62675]: DEBUG oslo_vmware.api [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691252, 'name': ReconfigVM_Task, 'duration_secs': 0.539468} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.948073] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc11afe-ae89-4f03-975b-669301689029 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.950812] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Reconfigured VM instance instance-0000003d to detach disk 2002 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 980.951015] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.952075] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b95342c-2dd1-4f5b-8950-be7321174480 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.974761] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09ebf83-3573-445e-83cc-3dc110a86ac8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.977765] env[62675]: DEBUG oslo_vmware.api [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 980.977765] env[62675]: value = "task-2691253" [ 980.977765] env[62675]: _type = "Task" [ 980.977765] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.984066] env[62675]: DEBUG nova.network.neutron [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.007443] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b/volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.011440] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00bea969-0427-44c7-a604-1d3a004ec686 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.034973] env[62675]: DEBUG oslo_vmware.api [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691253, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.039491] env[62675]: DEBUG oslo_vmware.rw_handles [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527daa38-17af-2fd4-3491-3635da5b2e50/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 981.040982] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc73fa4a-763b-475f-b035-fb0f95c37ced {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.057122] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 981.057122] env[62675]: value = "task-2691254" [ 981.057122] env[62675]: _type = "Task" [ 981.057122] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.058224] env[62675]: DEBUG oslo_vmware.rw_handles [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527daa38-17af-2fd4-3491-3635da5b2e50/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 981.058382] env[62675]: ERROR oslo_vmware.rw_handles [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527daa38-17af-2fd4-3491-3635da5b2e50/disk-0.vmdk due to incomplete transfer. [ 981.061293] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-28dd163e-85b4-4a65-85c3-4cd9d2340c9f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.068143] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691254, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.070334] env[62675]: DEBUG oslo_vmware.rw_handles [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527daa38-17af-2fd4-3491-3635da5b2e50/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 981.070485] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Uploaded image ebc1be4f-c207-4331-bace-8abb0fe376b3 to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 981.073174] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 981.073612] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6f808adc-d6ce-43a6-a6d3-833a55450200 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.080033] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 981.080033] env[62675]: value = "task-2691255" [ 981.080033] env[62675]: _type = "Task" [ 981.080033] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.088892] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691255, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.196090] env[62675]: DEBUG nova.network.neutron [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Updating instance_info_cache with network_info: [{"id": "d355a8ce-4fc5-4680-8a27-9a997e01016b", "address": "fa:16:3e:8d:9f:e2", "network": {"id": "31942d84-a816-470f-abd2-88066f78916c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-701734870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41f27b40db9e4f039f10a64ae0e29cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd355a8ce-4f", "ovs_interfaceid": "d355a8ce-4fc5-4680-8a27-9a997e01016b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.422519] env[62675]: DEBUG nova.compute.manager [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.424854] env[62675]: INFO nova.compute.manager [-] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Took 2.17 seconds to deallocate network for instance. [ 981.425593] env[62675]: DEBUG oslo_concurrency.lockutils [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.723s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.429715] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.380s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.431313] env[62675]: INFO nova.compute.claims [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.459624] env[62675]: INFO nova.scheduler.client.report [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted allocations for instance 1b186fef-0376-4d44-a0d8-f90090c6414f [ 981.460830] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.461095] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.468325] env[62675]: DEBUG nova.virt.hardware [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.468325] env[62675]: DEBUG nova.virt.hardware [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.468614] env[62675]: DEBUG nova.virt.hardware [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.468658] env[62675]: DEBUG nova.virt.hardware [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.468782] env[62675]: DEBUG nova.virt.hardware [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.468938] env[62675]: DEBUG nova.virt.hardware [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.469180] env[62675]: DEBUG nova.virt.hardware [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.469387] env[62675]: DEBUG nova.virt.hardware [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.469670] env[62675]: DEBUG nova.virt.hardware [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.469896] env[62675]: DEBUG nova.virt.hardware [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.470607] env[62675]: DEBUG nova.virt.hardware [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.471309] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a175ac-7998-46b1-89d0-f2a6ca878a9d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.485914] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c689f050-d900-4825-aa4d-7b91550e211a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.503746] env[62675]: DEBUG oslo_vmware.api [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691253, 'name': PowerOnVM_Task, 'duration_secs': 0.511946} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.503839] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.504050] env[62675]: DEBUG nova.compute.manager [None req-38589bd0-5350-4685-b893-d8bf0d161625 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.504826] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320530bd-9119-4170-b354-e6f5d63b7b62 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.538260] env[62675]: INFO nova.compute.manager [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Rebuilding instance [ 981.574441] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691254, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.586302] env[62675]: DEBUG nova.compute.manager [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.587896] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593e27e0-1b5e-46a2-8748-963d29c21500 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.596731] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691255, 'name': Destroy_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.614189] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Acquiring lock "db974c75-4502-4e82-8d98-d14e80384a6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.614509] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Lock "db974c75-4502-4e82-8d98-d14e80384a6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.614805] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Acquiring lock "db974c75-4502-4e82-8d98-d14e80384a6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.615070] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Lock "db974c75-4502-4e82-8d98-d14e80384a6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.615312] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Lock "db974c75-4502-4e82-8d98-d14e80384a6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.617521] env[62675]: INFO nova.compute.manager [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Terminating instance [ 981.702024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Releasing lock "refresh_cache-738aa5f1-8782-491d-a8dd-2ade9a42c39f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.702024] env[62675]: DEBUG nova.compute.manager [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Instance network_info: |[{"id": "d355a8ce-4fc5-4680-8a27-9a997e01016b", "address": "fa:16:3e:8d:9f:e2", "network": {"id": "31942d84-a816-470f-abd2-88066f78916c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-701734870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41f27b40db9e4f039f10a64ae0e29cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd355a8ce-4f", "ovs_interfaceid": "d355a8ce-4fc5-4680-8a27-9a997e01016b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 981.702024] env[62675]: DEBUG oslo_concurrency.lockutils [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] Acquired lock "refresh_cache-738aa5f1-8782-491d-a8dd-2ade9a42c39f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.702024] env[62675]: DEBUG nova.network.neutron [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Refreshing network info cache for port d355a8ce-4fc5-4680-8a27-9a997e01016b {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.702024] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:9f:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd355a8ce-4fc5-4680-8a27-9a997e01016b', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.714823] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Creating folder: Project (41f27b40db9e4f039f10a64ae0e29cbd). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.715878] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceb4f5b4-9999-4e54-a5b3-ffb843b3da45 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.734447] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Created folder: Project (41f27b40db9e4f039f10a64ae0e29cbd) in parent group-v542174. [ 981.734868] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Creating folder: Instances. Parent ref: group-v542431. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.735135] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f971c09e-87a4-4b4c-bdea-e43ce833a495 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.744341] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Created folder: Instances in parent group-v542431. [ 981.744614] env[62675]: DEBUG oslo.service.loopingcall [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 981.744830] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.745091] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d10777-00ea-4e41-bc6e-9af940da78b6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.766031] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.766031] env[62675]: value = "task-2691258" [ 981.766031] env[62675]: _type = "Task" [ 981.766031] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.774025] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691258, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.899135] env[62675]: DEBUG nova.network.neutron [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Successfully updated port: fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.938925] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.966775] env[62675]: INFO nova.compute.manager [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Detaching volume 7da370f2-7584-4f3f-893a-b2170659e09f [ 981.979543] env[62675]: DEBUG oslo_concurrency.lockutils [None req-404d276e-1b86-47bf-afd9-011f9cf99a88 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "1b186fef-0376-4d44-a0d8-f90090c6414f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.144s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.001689] env[62675]: INFO nova.virt.block_device [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Attempting to driver detach volume 7da370f2-7584-4f3f-893a-b2170659e09f from mountpoint /dev/sdc [ 982.002055] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 982.002261] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542417', 'volume_id': '7da370f2-7584-4f3f-893a-b2170659e09f', 'name': 'volume-7da370f2-7584-4f3f-893a-b2170659e09f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be744242-1be5-4602-9ad3-6f1e1c3734b9', 'attached_at': '', 'detached_at': '', 'volume_id': '7da370f2-7584-4f3f-893a-b2170659e09f', 'serial': '7da370f2-7584-4f3f-893a-b2170659e09f'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 982.003187] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662428ed-2a69-466d-9644-18bb8c552c46 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.028967] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9564da-d846-493c-b9c0-1b000f78d5ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.038031] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c1e965-f4f4-4c35-a557-bbc2ce1892f6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.060046] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e782a63-b054-4ecb-bf2b-7eac18b7c695 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.079651] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] The volume has not been displaced from its original location: [datastore1] volume-7da370f2-7584-4f3f-893a-b2170659e09f/volume-7da370f2-7584-4f3f-893a-b2170659e09f.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 982.084979] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Reconfiguring VM instance instance-00000052 to detach disk 2002 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 982.088430] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a384840c-6424-4403-bf94-836d52287679 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.102195] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691254, 'name': ReconfigVM_Task, 'duration_secs': 0.561214} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.107300] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b/volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.112937] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-491de10d-5f66-49c5-a5dc-6837d442110e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.127388] env[62675]: DEBUG nova.compute.manager [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.127388] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.127388] env[62675]: DEBUG oslo_vmware.api [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 982.127388] env[62675]: value = "task-2691259" [ 982.127388] env[62675]: _type = "Task" [ 982.127388] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.130794] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94285d99-a2c6-4ec9-a1d0-44276e157800 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.133864] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691255, 'name': Destroy_Task, 'duration_secs': 0.53198} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.137681] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Destroyed the VM [ 982.138167] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 982.139558] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-75c4a21e-5b8d-4b76-b967-048636eedc89 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.141557] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 982.141557] env[62675]: value = "task-2691260" [ 982.141557] env[62675]: _type = "Task" [ 982.141557] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.145332] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.148338] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc38d222-4aaa-4d59-a3e8-31678ea4ad24 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.154213] env[62675]: DEBUG oslo_vmware.api [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.160087] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.162935] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 982.162935] env[62675]: value = "task-2691261" [ 982.162935] env[62675]: _type = "Task" [ 982.162935] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.162935] env[62675]: DEBUG oslo_vmware.api [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Waiting for the task: (returnval){ [ 982.162935] env[62675]: value = "task-2691262" [ 982.162935] env[62675]: _type = "Task" [ 982.162935] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.178396] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691261, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.178646] env[62675]: DEBUG oslo_vmware.api [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.279315] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691258, 'name': CreateVM_Task, 'duration_secs': 0.51007} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.279551] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.280281] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.280472] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.280819] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 982.281114] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-084878f9-f9b1-4fa4-bc5c-94e53d1b2610 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.286764] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Waiting for the task: (returnval){ [ 982.286764] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a787fc-01f8-323a-2b45-985e98f4c0e3" [ 982.286764] env[62675]: _type = "Task" [ 982.286764] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.299027] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a787fc-01f8-323a-2b45-985e98f4c0e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.403677] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.403850] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.404019] env[62675]: DEBUG nova.network.neutron [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.511078] env[62675]: DEBUG nova.network.neutron [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Updated VIF entry in instance network info cache for port d355a8ce-4fc5-4680-8a27-9a997e01016b. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.511513] env[62675]: DEBUG nova.network.neutron [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Updating instance_info_cache with network_info: [{"id": "d355a8ce-4fc5-4680-8a27-9a997e01016b", "address": "fa:16:3e:8d:9f:e2", "network": {"id": "31942d84-a816-470f-abd2-88066f78916c", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-701734870-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41f27b40db9e4f039f10a64ae0e29cbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd355a8ce-4f", "ovs_interfaceid": "d355a8ce-4fc5-4680-8a27-9a997e01016b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.568706] env[62675]: DEBUG nova.compute.manager [req-18d25c57-dcff-400e-b925-2a9a5f93a145 req-a6439269-6233-4d50-99bb-3a95f02b67a3 service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Received event network-changed-387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.569348] env[62675]: DEBUG nova.compute.manager [req-18d25c57-dcff-400e-b925-2a9a5f93a145 req-a6439269-6233-4d50-99bb-3a95f02b67a3 service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Refreshing instance network info cache due to event network-changed-387225f9-fe2f-4f16-a480-44ba90c2361d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.569348] env[62675]: DEBUG oslo_concurrency.lockutils [req-18d25c57-dcff-400e-b925-2a9a5f93a145 req-a6439269-6233-4d50-99bb-3a95f02b67a3 service nova] Acquiring lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.569348] env[62675]: DEBUG oslo_concurrency.lockutils [req-18d25c57-dcff-400e-b925-2a9a5f93a145 req-a6439269-6233-4d50-99bb-3a95f02b67a3 service nova] Acquired lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.569468] env[62675]: DEBUG nova.network.neutron [req-18d25c57-dcff-400e-b925-2a9a5f93a145 req-a6439269-6233-4d50-99bb-3a95f02b67a3 service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Refreshing network info cache for port 387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.613441] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.613532] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdb0b9ab-c1a6-4da2-9d39-01fcbbe7a5da {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.620179] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 982.620179] env[62675]: value = "task-2691263" [ 982.620179] env[62675]: _type = "Task" [ 982.620179] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.630802] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.642438] env[62675]: DEBUG oslo_vmware.api [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691259, 'name': ReconfigVM_Task, 'duration_secs': 0.26462} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.645162] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Reconfigured VM instance instance-00000052 to detach disk 2002 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 982.653023] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29cc45a6-f308-4727-9659-25b3f5000689 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.681059] env[62675]: DEBUG oslo_vmware.api [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 982.681059] env[62675]: value = "task-2691264" [ 982.681059] env[62675]: _type = "Task" [ 982.681059] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.685366] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691260, 'name': ReconfigVM_Task, 'duration_secs': 0.173622} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.691232] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542416', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'name': 'volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86554a0f-1325-4e3e-a1ea-7790a5ab6a43', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'serial': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 982.700480] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6f7dffe-85ab-4336-a7c1-ce37b8063abe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.701101] env[62675]: DEBUG oslo_vmware.api [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691262, 'name': PowerOffVM_Task, 'duration_secs': 0.208263} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.702260] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691261, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.702260] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.702260] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.702717] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b8b2e1e-8262-45a2-a0eb-d3048be7f6fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.707830] env[62675]: DEBUG oslo_vmware.api [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.709586] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 982.709586] env[62675]: value = "task-2691265" [ 982.709586] env[62675]: _type = "Task" [ 982.709586] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.721055] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691265, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.780250] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.780776] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.780776] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Deleting the datastore file [datastore2] db974c75-4502-4e82-8d98-d14e80384a6e {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.781025] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-196542ce-eed9-456d-a4a0-0635a10e54af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.794154] env[62675]: DEBUG oslo_vmware.api [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Waiting for the task: (returnval){ [ 982.794154] env[62675]: value = "task-2691267" [ 982.794154] env[62675]: _type = "Task" [ 982.794154] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.794391] env[62675]: DEBUG nova.compute.manager [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Received event network-vif-plugged-fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.794427] env[62675]: DEBUG oslo_concurrency.lockutils [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] Acquiring lock "4e5656ae-3f24-4ded-b444-91418aec39cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.794627] env[62675]: DEBUG oslo_concurrency.lockutils [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] Lock "4e5656ae-3f24-4ded-b444-91418aec39cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.794936] env[62675]: DEBUG oslo_concurrency.lockutils [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] Lock "4e5656ae-3f24-4ded-b444-91418aec39cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.795148] env[62675]: DEBUG nova.compute.manager [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] No waiting events found dispatching network-vif-plugged-fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.795447] env[62675]: WARNING nova.compute.manager [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Received unexpected event network-vif-plugged-fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35 for instance with vm_state building and task_state spawning. [ 982.795580] env[62675]: DEBUG nova.compute.manager [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Received event network-changed-fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.795765] env[62675]: DEBUG nova.compute.manager [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Refreshing instance network info cache due to event network-changed-fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.795965] env[62675]: DEBUG oslo_concurrency.lockutils [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] Acquiring lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.804658] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a787fc-01f8-323a-2b45-985e98f4c0e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012545} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.808225] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.808550] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.808860] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.809085] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.809328] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.813085] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f56d503-60f8-46d1-b2eb-bececb6743a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.815239] env[62675]: DEBUG oslo_vmware.api [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.821189] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.821397] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.822521] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dadbceb-77a0-4582-9bcb-0e6bca1b3ce9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.830976] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Waiting for the task: (returnval){ [ 982.830976] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c10a83-7f64-6340-5061-c222da3ae725" [ 982.830976] env[62675]: _type = "Task" [ 982.830976] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.839163] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c10a83-7f64-6340-5061-c222da3ae725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.840793] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e2f9e7-8400-4fbd-b09f-ceff61310259 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.848170] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84b07b3-e94d-472c-b3b5-007694e3bab9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.883067] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd498ce-4070-4782-a78d-9720a5f5de17 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.892018] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3428ba7-3990-40f1-b679-4466edbc7994 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.904296] env[62675]: DEBUG nova.compute.provider_tree [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.949846] env[62675]: DEBUG nova.network.neutron [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.014472] env[62675]: DEBUG oslo_concurrency.lockutils [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] Releasing lock "refresh_cache-738aa5f1-8782-491d-a8dd-2ade9a42c39f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.014727] env[62675]: DEBUG nova.compute.manager [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Received event network-vif-deleted-dbc36321-64b4-4cf8-87c8-c10c468ee996 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.015026] env[62675]: INFO nova.compute.manager [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Neutron deleted interface dbc36321-64b4-4cf8-87c8-c10c468ee996; detaching it from the instance and deleting it from the info cache [ 983.015129] env[62675]: DEBUG nova.network.neutron [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.120174] env[62675]: DEBUG nova.network.neutron [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance_info_cache with network_info: [{"id": "fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35", "address": "fa:16:3e:6a:96:46", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7a2a5f-40", "ovs_interfaceid": "fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.130303] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691263, 'name': PowerOffVM_Task, 'duration_secs': 0.198224} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.130569] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.130804] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.131667] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc87a72b-08a1-473d-8cd3-5bc6c6ee9575 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.140851] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.141093] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-028a7ccf-f7f6-4071-87a0-692bcfff9e23 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.159280] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "8507520c-491d-42c3-beee-b697695f16a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.159506] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "8507520c-491d-42c3-beee-b697695f16a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.163835] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.164060] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.164245] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Deleting the datastore file [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.164477] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f4bd1e-0e45-4925-87be-58e81aa8ed54 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.171063] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 983.171063] env[62675]: value = "task-2691269" [ 983.171063] env[62675]: _type = "Task" [ 983.171063] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.185308] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.191191] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691261, 'name': RemoveSnapshot_Task, 'duration_secs': 0.61144} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.191464] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 983.191742] env[62675]: DEBUG nova.compute.manager [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.192783] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65e4182-3362-456f-b32c-04252c69b995 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.198201] env[62675]: DEBUG oslo_vmware.api [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691264, 'name': ReconfigVM_Task, 'duration_secs': 0.181537} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.200762] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542417', 'volume_id': '7da370f2-7584-4f3f-893a-b2170659e09f', 'name': 'volume-7da370f2-7584-4f3f-893a-b2170659e09f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be744242-1be5-4602-9ad3-6f1e1c3734b9', 'attached_at': '', 'detached_at': '', 'volume_id': '7da370f2-7584-4f3f-893a-b2170659e09f', 'serial': '7da370f2-7584-4f3f-893a-b2170659e09f'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 983.223032] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691265, 'name': Rename_Task, 'duration_secs': 0.188333} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.223287] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.223531] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7446780-fc84-437e-8524-532a24f07e11 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.230139] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 983.230139] env[62675]: value = "task-2691270" [ 983.230139] env[62675]: _type = "Task" [ 983.230139] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.240460] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.296834] env[62675]: DEBUG nova.network.neutron [req-18d25c57-dcff-400e-b925-2a9a5f93a145 req-a6439269-6233-4d50-99bb-3a95f02b67a3 service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updated VIF entry in instance network info cache for port 387225f9-fe2f-4f16-a480-44ba90c2361d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.297208] env[62675]: DEBUG nova.network.neutron [req-18d25c57-dcff-400e-b925-2a9a5f93a145 req-a6439269-6233-4d50-99bb-3a95f02b67a3 service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updating instance_info_cache with network_info: [{"id": "387225f9-fe2f-4f16-a480-44ba90c2361d", "address": "fa:16:3e:2d:1a:b6", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387225f9-fe", "ovs_interfaceid": "387225f9-fe2f-4f16-a480-44ba90c2361d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.309755] env[62675]: DEBUG oslo_vmware.api [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Task: {'id': task-2691267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163106} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.310046] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.310270] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.310465] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.310636] env[62675]: INFO nova.compute.manager [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 983.310870] env[62675]: DEBUG oslo.service.loopingcall [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.311358] env[62675]: DEBUG nova.compute.manager [-] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.311502] env[62675]: DEBUG nova.network.neutron [-] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.340575] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c10a83-7f64-6340-5061-c222da3ae725, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.343352] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f96301-abea-4bc5-844a-13633043cc06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.348430] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Waiting for the task: (returnval){ [ 983.348430] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c18230-4a6e-9498-0c54-74daa52e29f1" [ 983.348430] env[62675]: _type = "Task" [ 983.348430] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.355723] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c18230-4a6e-9498-0c54-74daa52e29f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.407340] env[62675]: DEBUG nova.scheduler.client.report [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.518719] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b96e944-b0e8-412d-8f33-dc1658fde521 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.529574] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e16379-8e4d-4c71-a17f-3d16180e13c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.565761] env[62675]: DEBUG nova.compute.manager [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Detach interface failed, port_id=dbc36321-64b4-4cf8-87c8-c10c468ee996, reason: Instance d4b1af50-839b-4b24-8be4-33f5c08bf1c5 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 983.565896] env[62675]: DEBUG nova.compute.manager [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Received event network-changed-718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.566008] env[62675]: DEBUG nova.compute.manager [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Refreshing instance network info cache due to event network-changed-718b20cb-fdc0-43ab-8214-a99b186f0809. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 983.566265] env[62675]: DEBUG oslo_concurrency.lockutils [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] Acquiring lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.566412] env[62675]: DEBUG oslo_concurrency.lockutils [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] Acquired lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.566600] env[62675]: DEBUG nova.network.neutron [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Refreshing network info cache for port 718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.626494] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.626855] env[62675]: DEBUG nova.compute.manager [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Instance network_info: |[{"id": "fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35", "address": "fa:16:3e:6a:96:46", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7a2a5f-40", "ovs_interfaceid": "fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.627171] env[62675]: DEBUG oslo_concurrency.lockutils [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] Acquired lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.627355] env[62675]: DEBUG nova.network.neutron [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Refreshing network info cache for port fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.628580] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:96:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.636577] env[62675]: DEBUG oslo.service.loopingcall [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.637573] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.637807] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36a1ae1e-904d-4dc5-b8fc-6e29b0a5bd90 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.657590] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.657590] env[62675]: value = "task-2691271" [ 983.657590] env[62675]: _type = "Task" [ 983.657590] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.661432] env[62675]: DEBUG nova.compute.manager [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.667221] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691271, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.682520] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094885} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.682804] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.683046] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.683253] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.716341] env[62675]: INFO nova.compute.manager [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Shelve offloading [ 983.752035] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.776679] env[62675]: DEBUG nova.objects.instance [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'flavor' on Instance uuid be744242-1be5-4602-9ad3-6f1e1c3734b9 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.805391] env[62675]: DEBUG oslo_concurrency.lockutils [req-18d25c57-dcff-400e-b925-2a9a5f93a145 req-a6439269-6233-4d50-99bb-3a95f02b67a3 service nova] Releasing lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.862686] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c18230-4a6e-9498-0c54-74daa52e29f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.863052] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.863408] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 738aa5f1-8782-491d-a8dd-2ade9a42c39f/738aa5f1-8782-491d-a8dd-2ade9a42c39f.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.863781] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ede62b9-6a1d-4c07-8acd-f8f5dfcedf76 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.871793] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Waiting for the task: (returnval){ [ 983.871793] env[62675]: value = "task-2691272" [ 983.871793] env[62675]: _type = "Task" [ 983.871793] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.883215] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691272, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.914039] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.914210] env[62675]: DEBUG nova.compute.manager [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.917028] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.796s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.917262] env[62675]: DEBUG nova.objects.instance [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lazy-loading 'resources' on Instance uuid 08c08b75-6775-4dd7-a13c-2574d3d69558 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.073264] env[62675]: DEBUG nova.network.neutron [-] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.171128] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691271, 'name': CreateVM_Task, 'duration_secs': 0.364426} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.171330] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.171967] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.172149] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.172461] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 984.172702] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9818866-2d85-4e27-9998-84976cdc4e1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.181997] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 984.181997] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e946c5-632a-b1f5-4d15-26cbfbe286e6" [ 984.181997] env[62675]: _type = "Task" [ 984.181997] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.197605] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.197605] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e946c5-632a-b1f5-4d15-26cbfbe286e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.227967] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.230730] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58ff7164-c2e9-46a3-9e64-97ab1fe30fa2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.241618] env[62675]: DEBUG oslo_vmware.api [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691270, 'name': PowerOnVM_Task, 'duration_secs': 0.706687} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.243034] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.243277] env[62675]: DEBUG nova.compute.manager [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.243630] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 984.243630] env[62675]: value = "task-2691273" [ 984.243630] env[62675]: _type = "Task" [ 984.243630] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.244418] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9327a0f-1e53-4fd8-9d36-16e92130971f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.266020] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 984.266254] env[62675]: DEBUG nova.compute.manager [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.267599] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3251db2d-e1d9-49ee-94de-520d8cf6960a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.275013] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.275272] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.275456] env[62675]: DEBUG nova.network.neutron [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.305115] env[62675]: DEBUG nova.network.neutron [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updated VIF entry in instance network info cache for port 718b20cb-fdc0-43ab-8214-a99b186f0809. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.305524] env[62675]: DEBUG nova.network.neutron [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updating instance_info_cache with network_info: [{"id": "718b20cb-fdc0-43ab-8214-a99b186f0809", "address": "fa:16:3e:b5:4a:c0", "network": {"id": "9d086501-abe1-47c0-942f-6519cb89654f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1800741124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bd0ff61fcca49b79d4e666dc4a53ba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap718b20cb-fd", "ovs_interfaceid": "718b20cb-fdc0-43ab-8214-a99b186f0809", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.384301] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691272, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.388143] env[62675]: DEBUG nova.network.neutron [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updated VIF entry in instance network info cache for port fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.388250] env[62675]: DEBUG nova.network.neutron [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance_info_cache with network_info: [{"id": "fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35", "address": "fa:16:3e:6a:96:46", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7a2a5f-40", "ovs_interfaceid": "fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.423377] env[62675]: DEBUG nova.compute.utils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 984.425166] env[62675]: DEBUG nova.compute.manager [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Not allocating networking since 'none' was specified. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 984.576069] env[62675]: INFO nova.compute.manager [-] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Took 1.26 seconds to deallocate network for instance. [ 984.605215] env[62675]: DEBUG nova.compute.manager [req-46ae6fa3-26b5-43db-a1f3-55e14defab0d req-936a016a-0869-44fd-9376-2e974eb88f57 service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Received event network-changed-387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 984.605484] env[62675]: DEBUG nova.compute.manager [req-46ae6fa3-26b5-43db-a1f3-55e14defab0d req-936a016a-0869-44fd-9376-2e974eb88f57 service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Refreshing instance network info cache due to event network-changed-387225f9-fe2f-4f16-a480-44ba90c2361d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 984.605657] env[62675]: DEBUG oslo_concurrency.lockutils [req-46ae6fa3-26b5-43db-a1f3-55e14defab0d req-936a016a-0869-44fd-9376-2e974eb88f57 service nova] Acquiring lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.606037] env[62675]: DEBUG oslo_concurrency.lockutils [req-46ae6fa3-26b5-43db-a1f3-55e14defab0d req-936a016a-0869-44fd-9376-2e974eb88f57 service nova] Acquired lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.606037] env[62675]: DEBUG nova.network.neutron [req-46ae6fa3-26b5-43db-a1f3-55e14defab0d req-936a016a-0869-44fd-9376-2e974eb88f57 service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Refreshing network info cache for port 387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.694797] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e946c5-632a-b1f5-4d15-26cbfbe286e6, 'name': SearchDatastore_Task, 'duration_secs': 0.014325} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.698026] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.698026] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.698026] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.698026] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.698026] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.698562] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3a1557e-8b22-4cfd-9e0a-7cc2fdcd995e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.706331] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.706845] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.707358] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0a5d22-7056-43d5-878c-3e09c25d3ceb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.714558] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 984.714558] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528aaf23-0e4e-4f99-6a53-35c67b4fe979" [ 984.714558] env[62675]: _type = "Task" [ 984.714558] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.724178] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528aaf23-0e4e-4f99-6a53-35c67b4fe979, 'name': SearchDatastore_Task, 'duration_secs': 0.008325} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.726240] env[62675]: DEBUG nova.virt.hardware [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.726469] env[62675]: DEBUG nova.virt.hardware [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.726627] env[62675]: DEBUG nova.virt.hardware [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.726805] env[62675]: DEBUG nova.virt.hardware [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.726951] env[62675]: DEBUG nova.virt.hardware [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.727113] env[62675]: DEBUG nova.virt.hardware [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.727327] env[62675]: DEBUG nova.virt.hardware [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.727487] env[62675]: DEBUG nova.virt.hardware [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.727650] env[62675]: DEBUG nova.virt.hardware [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.727810] env[62675]: DEBUG nova.virt.hardware [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.727984] env[62675]: DEBUG nova.virt.hardware [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.731177] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7d3e4d-49cb-4033-997c-bf68ba69fca0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.733620] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9510c4-036d-45d8-a2ec-3e491ab3b966 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.741267] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726f2a83-b5e1-46ef-83c0-e73e49f42e99 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.745515] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 984.745515] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5230c321-42cd-1acf-1fae-e72739f389f8" [ 984.745515] env[62675]: _type = "Task" [ 984.745515] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.759165] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Instance VIF info [] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.764823] env[62675]: DEBUG oslo.service.loopingcall [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.767396] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.773171] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.776838] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e776ff25-d06c-4cff-9300-486cd76dcc7b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.788456] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5230c321-42cd-1acf-1fae-e72739f389f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008611} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.791395] env[62675]: DEBUG oslo_concurrency.lockutils [None req-48684afa-1d11-43dc-b47a-a5099ee5be92 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.330s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.792786] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.793189] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 4e5656ae-3f24-4ded-b444-91418aec39cc/4e5656ae-3f24-4ded-b444-91418aec39cc.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.793896] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f4431b-36e5-432c-9d33-448f0bb081ed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.797126] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d67c3d4b-9115-408d-8d66-df6bff458819 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.801664] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.801664] env[62675]: value = "task-2691274" [ 984.801664] env[62675]: _type = "Task" [ 984.801664] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.806846] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba53f43-ec7a-4c8b-b8b2-106237e05dfa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.810187] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 984.810187] env[62675]: value = "task-2691275" [ 984.810187] env[62675]: _type = "Task" [ 984.810187] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.811278] env[62675]: DEBUG oslo_concurrency.lockutils [req-5b07fdd8-055d-4acf-9356-eae696d0d57f req-8aaf722e-fb41-46a5-b324-f2e11ac8abbb service nova] Releasing lock "refresh_cache-ff7e5351-7495-4be9-8af5-e27f42dd545c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.843529] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691274, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.847221] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34717db5-8c29-4103-be0e-ae6c95b61f54 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.853579] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.858695] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f66f1b-cd31-4573-a816-63490c97315d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.873550] env[62675]: DEBUG nova.compute.provider_tree [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.883685] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691272, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703407} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.884613] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 738aa5f1-8782-491d-a8dd-2ade9a42c39f/738aa5f1-8782-491d-a8dd-2ade9a42c39f.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.884838] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.885112] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba1218a3-b1d2-4e84-9d20-aa26769fd586 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.890346] env[62675]: DEBUG oslo_concurrency.lockutils [req-e40e66eb-6d7c-4e28-a869-c00a47234f4e req-9f327482-16c8-416e-afb3-b4e2bd4bdccd service nova] Releasing lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.893388] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Waiting for the task: (returnval){ [ 984.893388] env[62675]: value = "task-2691276" [ 984.893388] env[62675]: _type = "Task" [ 984.893388] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.901104] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.929891] env[62675]: DEBUG nova.compute.manager [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.085834] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.323500] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691274, 'name': CreateVM_Task, 'duration_secs': 0.356089} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.323747] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.324604] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.324773] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.325149] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.325434] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0869c1-d7ff-44e2-bfad-94d1e7b78852 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.330114] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691275, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.333259] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 985.333259] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52635f91-3d2d-8447-ad5b-7f6d87d76d2a" [ 985.333259] env[62675]: _type = "Task" [ 985.333259] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.342579] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52635f91-3d2d-8447-ad5b-7f6d87d76d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.376302] env[62675]: DEBUG nova.scheduler.client.report [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.380778] env[62675]: DEBUG nova.network.neutron [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updating instance_info_cache with network_info: [{"id": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "address": "fa:16:3e:bb:24:e5", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cbfc216-54", "ovs_interfaceid": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.407031] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071766} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.407328] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.408129] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe498a8-5673-48f2-a205-78bf6ed9f8c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.431451] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 738aa5f1-8782-491d-a8dd-2ade9a42c39f/738aa5f1-8782-491d-a8dd-2ade9a42c39f.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.431768] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed7b9ac-4508-42b5-ad13-45f7ea445b09 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.450809] env[62675]: DEBUG nova.network.neutron [req-46ae6fa3-26b5-43db-a1f3-55e14defab0d req-936a016a-0869-44fd-9376-2e974eb88f57 service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updated VIF entry in instance network info cache for port 387225f9-fe2f-4f16-a480-44ba90c2361d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.451179] env[62675]: DEBUG nova.network.neutron [req-46ae6fa3-26b5-43db-a1f3-55e14defab0d req-936a016a-0869-44fd-9376-2e974eb88f57 service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updating instance_info_cache with network_info: [{"id": "387225f9-fe2f-4f16-a480-44ba90c2361d", "address": "fa:16:3e:2d:1a:b6", "network": {"id": "aed2191d-8147-4a2c-851e-68890c98edb9", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2000836325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69654c94008a4cb092d0c3331eee39a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387225f9-fe", "ovs_interfaceid": "387225f9-fe2f-4f16-a480-44ba90c2361d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.458360] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Waiting for the task: (returnval){ [ 985.458360] env[62675]: value = "task-2691277" [ 985.458360] env[62675]: _type = "Task" [ 985.458360] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.465730] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.821758] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55041} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.822016] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 4e5656ae-3f24-4ded-b444-91418aec39cc/4e5656ae-3f24-4ded-b444-91418aec39cc.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.822241] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.822482] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb441842-9066-4dc6-ab2d-dcd793bd43f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.828285] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 985.828285] env[62675]: value = "task-2691278" [ 985.828285] env[62675]: _type = "Task" [ 985.828285] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.838960] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.844070] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52635f91-3d2d-8447-ad5b-7f6d87d76d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.014127} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.844379] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.844633] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.844886] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.845049] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.845261] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.845515] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99a025be-2c1f-4c3a-985a-a281b9257e87 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.853031] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.853226] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.853897] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6974acbd-f650-4ae8-8a9b-d917967b0988 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.858455] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 985.858455] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]526617e0-4da0-5daa-d4a6-64239a5f101f" [ 985.858455] env[62675]: _type = "Task" [ 985.858455] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.866113] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526617e0-4da0-5daa-d4a6-64239a5f101f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.883354] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.886080] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.678s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.886080] env[62675]: DEBUG nova.objects.instance [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lazy-loading 'pci_requests' on Instance uuid c6262f9f-f64e-42ac-ad87-e2f9777d1605 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.887311] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.906681] env[62675]: INFO nova.scheduler.client.report [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted allocations for instance 08c08b75-6775-4dd7-a13c-2574d3d69558 [ 985.953901] env[62675]: DEBUG oslo_concurrency.lockutils [req-46ae6fa3-26b5-43db-a1f3-55e14defab0d req-936a016a-0869-44fd-9376-2e974eb88f57 service nova] Releasing lock "refresh_cache-792862b8-a9fa-46ed-828d-a9f8b698d969" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.954642] env[62675]: DEBUG nova.compute.manager [req-46ae6fa3-26b5-43db-a1f3-55e14defab0d req-936a016a-0869-44fd-9376-2e974eb88f57 service nova] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Received event network-vif-deleted-efdb191e-6ed5-4902-81b2-28b163c6658f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.955422] env[62675]: DEBUG nova.compute.manager [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.969981] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691277, 'name': ReconfigVM_Task, 'duration_secs': 0.302798} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.970697] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 738aa5f1-8782-491d-a8dd-2ade9a42c39f/738aa5f1-8782-491d-a8dd-2ade9a42c39f.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.974154] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b8a856e-347a-4e59-8ee8-ae71a93ba90f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.982048] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Waiting for the task: (returnval){ [ 985.982048] env[62675]: value = "task-2691279" [ 985.982048] env[62675]: _type = "Task" [ 985.982048] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.984210] env[62675]: DEBUG nova.virt.hardware [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.984436] env[62675]: DEBUG nova.virt.hardware [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.984592] env[62675]: DEBUG nova.virt.hardware [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.984772] env[62675]: DEBUG nova.virt.hardware [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.984919] env[62675]: DEBUG nova.virt.hardware [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.985154] env[62675]: DEBUG nova.virt.hardware [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.985372] env[62675]: DEBUG nova.virt.hardware [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.985528] env[62675]: DEBUG nova.virt.hardware [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.985696] env[62675]: DEBUG nova.virt.hardware [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.985853] env[62675]: DEBUG nova.virt.hardware [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.986042] env[62675]: DEBUG nova.virt.hardware [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.986870] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf85455-b2a4-457e-b73b-cf1c3bc47dda {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.999144] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b621c689-a429-415b-b3af-3277cdf4f6c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.002812] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691279, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.012143] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Instance VIF info [] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.017396] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Creating folder: Project (54a06aa17d64464688fa8ff40fc5ca63). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.017677] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d36b94f8-22fa-4882-9d3d-04c23ff88709 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.025869] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Created folder: Project (54a06aa17d64464688fa8ff40fc5ca63) in parent group-v542174. [ 986.026071] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Creating folder: Instances. Parent ref: group-v542436. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.026322] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-687661c0-efd4-43ce-911d-c272c6545a98 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.033652] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Created folder: Instances in parent group-v542436. [ 986.033962] env[62675]: DEBUG oslo.service.loopingcall [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 986.034058] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.034253] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4378710-7307-4fb9-93fc-77b2f24b0c93 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.050502] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.050502] env[62675]: value = "task-2691282" [ 986.050502] env[62675]: _type = "Task" [ 986.050502] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.058144] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691282, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.105369] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.105369] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.105369] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "be744242-1be5-4602-9ad3-6f1e1c3734b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.105369] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.105369] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.110339] env[62675]: INFO nova.compute.manager [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Terminating instance [ 986.288374] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.288374] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5bceed-ff85-425a-af25-3d418f928b37 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.296322] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.296578] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6420641b-a0e1-4e61-a5e4-ce48d2f82841 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.339946] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064826} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.340249] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.341071] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b6a4c7-e16e-4583-8d36-e747aaab5ae4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.363117] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 4e5656ae-3f24-4ded-b444-91418aec39cc/4e5656ae-3f24-4ded-b444-91418aec39cc.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.363438] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35506b57-ac7b-4414-9d08-306770f97370 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.386406] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]526617e0-4da0-5daa-d4a6-64239a5f101f, 'name': SearchDatastore_Task, 'duration_secs': 0.007955} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.388110] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 986.388110] env[62675]: value = "task-2691284" [ 986.388110] env[62675]: _type = "Task" [ 986.388110] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.388303] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b178d65-0775-4846-8060-9435a1a9ccff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.391750] env[62675]: DEBUG nova.objects.instance [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lazy-loading 'numa_topology' on Instance uuid c6262f9f-f64e-42ac-ad87-e2f9777d1605 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.399163] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 986.399163] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5223ddbc-427b-46cc-e880-02da6fd81f93" [ 986.399163] env[62675]: _type = "Task" [ 986.399163] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.403500] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.414604] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5223ddbc-427b-46cc-e880-02da6fd81f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.414961] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54927189-a094-4e81-9f62-28aa2bac5b4d tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "08c08b75-6775-4dd7-a13c-2574d3d69558" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.238s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.496656] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691279, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.561233] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691282, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.612726] env[62675]: DEBUG nova.compute.manager [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.613093] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.614176] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f54966-fdef-4e07-aa5a-c16a3054c66e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.622455] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.622727] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0849819a-1c33-46fb-a155-959ea8feb9a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.629030] env[62675]: DEBUG oslo_vmware.api [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 986.629030] env[62675]: value = "task-2691285" [ 986.629030] env[62675]: _type = "Task" [ 986.629030] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.634900] env[62675]: DEBUG nova.compute.manager [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Received event network-vif-unplugged-2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.635207] env[62675]: DEBUG oslo_concurrency.lockutils [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] Acquiring lock "9e8115f4-d252-4a18-a345-b7c29acf7d02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.635487] env[62675]: DEBUG oslo_concurrency.lockutils [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.635731] env[62675]: DEBUG oslo_concurrency.lockutils [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.635912] env[62675]: DEBUG nova.compute.manager [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] No waiting events found dispatching network-vif-unplugged-2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.636129] env[62675]: WARNING nova.compute.manager [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Received unexpected event network-vif-unplugged-2cbfc216-5406-4459-9064-8d76ec6f3a65 for instance with vm_state shelved and task_state shelving_offloading. [ 986.636361] env[62675]: DEBUG nova.compute.manager [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Received event network-changed-2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.636600] env[62675]: DEBUG nova.compute.manager [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Refreshing instance network info cache due to event network-changed-2cbfc216-5406-4459-9064-8d76ec6f3a65. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 986.636832] env[62675]: DEBUG oslo_concurrency.lockutils [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] Acquiring lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 986.636980] env[62675]: DEBUG oslo_concurrency.lockutils [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] Acquired lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.637200] env[62675]: DEBUG nova.network.neutron [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Refreshing network info cache for port 2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.644986] env[62675]: DEBUG oslo_vmware.api [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.698094] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.698356] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.698657] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleting the datastore file [datastore2] 9e8115f4-d252-4a18-a345-b7c29acf7d02 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.699071] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a0df535-194f-4941-8303-0cbe93b78ba6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.706024] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 986.706024] env[62675]: value = "task-2691286" [ 986.706024] env[62675]: _type = "Task" [ 986.706024] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.715134] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.896144] env[62675]: INFO nova.compute.claims [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.901875] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691284, 'name': ReconfigVM_Task, 'duration_secs': 0.297374} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.902445] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 4e5656ae-3f24-4ded-b444-91418aec39cc/4e5656ae-3f24-4ded-b444-91418aec39cc.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.903437] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f466af75-8286-40a5-8eab-4abd650c2fd6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.914265] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5223ddbc-427b-46cc-e880-02da6fd81f93, 'name': SearchDatastore_Task, 'duration_secs': 0.016677} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.915826] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.916171] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d/7e39311c-f324-4f9f-8451-155c2e04a13d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.916530] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 986.916530] env[62675]: value = "task-2691287" [ 986.916530] env[62675]: _type = "Task" [ 986.916530] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.917110] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6c29160-d32e-470a-b7bd-53003d09fa06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.927643] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691287, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.929327] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 986.929327] env[62675]: value = "task-2691288" [ 986.929327] env[62675]: _type = "Task" [ 986.929327] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.938295] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.996883] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691279, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.061578] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691282, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.145737] env[62675]: DEBUG oslo_vmware.api [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691285, 'name': PowerOffVM_Task, 'duration_secs': 0.236173} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.146126] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.146361] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.147460] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c785614-3855-445a-9abc-8b6a82d714f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.217848] env[62675]: DEBUG oslo_vmware.api [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145718} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.218212] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.218426] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.218611] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.226067] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.226357] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.226536] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Deleting the datastore file [datastore1] be744242-1be5-4602-9ad3-6f1e1c3734b9 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.227344] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c782e854-0dcf-4bf7-9ff3-f33b9788ce15 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.238340] env[62675]: DEBUG oslo_vmware.api [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for the task: (returnval){ [ 987.238340] env[62675]: value = "task-2691290" [ 987.238340] env[62675]: _type = "Task" [ 987.238340] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.249865] env[62675]: DEBUG oslo_vmware.api [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.251044] env[62675]: INFO nova.scheduler.client.report [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleted allocations for instance 9e8115f4-d252-4a18-a345-b7c29acf7d02 [ 987.445930] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691287, 'name': Rename_Task, 'duration_secs': 0.145249} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.451296] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.451742] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499652} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.455346] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-707fca2d-2ba3-44fe-94b9-13d1dd5fb9e6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.457718] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d/7e39311c-f324-4f9f-8451-155c2e04a13d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.458088] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.458711] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17be3cc6-e0a1-451d-ac1e-5a353af33c3d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.466948] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 987.466948] env[62675]: value = "task-2691291" [ 987.466948] env[62675]: _type = "Task" [ 987.466948] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.468712] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 987.468712] env[62675]: value = "task-2691292" [ 987.468712] env[62675]: _type = "Task" [ 987.468712] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.507391] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691291, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.507845] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.515449] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691279, 'name': Rename_Task, 'duration_secs': 1.049376} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.519870] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.521340] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-933e9318-3a9b-42d7-9098-e804e9b63b1b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.524380] env[62675]: DEBUG nova.network.neutron [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updated VIF entry in instance network info cache for port 2cbfc216-5406-4459-9064-8d76ec6f3a65. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.524738] env[62675]: DEBUG nova.network.neutron [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updating instance_info_cache with network_info: [{"id": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "address": "fa:16:3e:bb:24:e5", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2cbfc216-54", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.527427] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Waiting for the task: (returnval){ [ 987.527427] env[62675]: value = "task-2691293" [ 987.527427] env[62675]: _type = "Task" [ 987.527427] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.539290] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691293, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.565220] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691282, 'name': CreateVM_Task, 'duration_secs': 1.088154} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.565413] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.565861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 987.566038] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.566437] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 987.566697] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e410de-589f-4bc3-ac60-c51545180b8f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.571808] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Waiting for the task: (returnval){ [ 987.571808] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525475e9-8404-e5eb-9b03-bcdde4f3fd56" [ 987.571808] env[62675]: _type = "Task" [ 987.571808] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.582749] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525475e9-8404-e5eb-9b03-bcdde4f3fd56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.747797] env[62675]: DEBUG oslo_vmware.api [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Task: {'id': task-2691290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274345} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.750526] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.750746] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.750932] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.751125] env[62675]: INFO nova.compute.manager [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 987.751368] env[62675]: DEBUG oslo.service.loopingcall [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.751768] env[62675]: DEBUG nova.compute.manager [-] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.751870] env[62675]: DEBUG nova.network.neutron [-] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.759229] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.762441] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d02d06-369e-4749-9c5f-aac6ba364260 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.773326] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f942743-3fba-46c6-93c5-eba5994d621a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.828867] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb0c356-3227-4025-9eaa-077cec0478c0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.839378] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977f761a-da44-42a1-a8df-cae7c8ba9ce3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.853412] env[62675]: DEBUG nova.compute.provider_tree [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.979169] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691291, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.987681] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090402} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.987681] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.988637] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c671235f-de22-41c3-af00-9c67c1ad9c79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.011276] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d/7e39311c-f324-4f9f-8451-155c2e04a13d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.011551] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20e21dc8-80f2-4e37-85b2-aff1f0241c4f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.029643] env[62675]: DEBUG oslo_concurrency.lockutils [req-583558dc-ce91-4809-8151-8bf460df14e8 req-5db94236-bd1c-4bc6-8c28-672b1788eee6 service nova] Releasing lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.042327] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 988.042327] env[62675]: value = "task-2691294" [ 988.042327] env[62675]: _type = "Task" [ 988.042327] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.042578] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691293, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.053429] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.083177] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525475e9-8404-e5eb-9b03-bcdde4f3fd56, 'name': SearchDatastore_Task, 'duration_secs': 0.018587} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.083357] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.083592] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.083827] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.083974] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.084198] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.084467] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-419eddff-5839-4acb-a4e8-49faf926e595 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.093121] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.094486] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.094486] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d364ff3c-daf7-4fcb-bdc7-61550db49efb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.099290] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Waiting for the task: (returnval){ [ 988.099290] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527c1964-1e14-5ebe-67b3-afd4539575ba" [ 988.099290] env[62675]: _type = "Task" [ 988.099290] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.107374] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527c1964-1e14-5ebe-67b3-afd4539575ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.357850] env[62675]: DEBUG nova.scheduler.client.report [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.480317] env[62675]: DEBUG oslo_vmware.api [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691291, 'name': PowerOnVM_Task, 'duration_secs': 0.514018} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.480661] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.480876] env[62675]: INFO nova.compute.manager [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Took 7.06 seconds to spawn the instance on the hypervisor. [ 988.481083] env[62675]: DEBUG nova.compute.manager [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.482829] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069c4466-d848-4117-9b89-9d44f08bf349 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.542766] env[62675]: DEBUG oslo_vmware.api [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691293, 'name': PowerOnVM_Task, 'duration_secs': 0.817343} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.544325] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.544703] env[62675]: INFO nova.compute.manager [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Took 10.49 seconds to spawn the instance on the hypervisor. [ 988.545884] env[62675]: DEBUG nova.compute.manager [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.546791] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f6238e-5a72-4f8e-ade6-6eec526389c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.562882] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.610506] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527c1964-1e14-5ebe-67b3-afd4539575ba, 'name': SearchDatastore_Task, 'duration_secs': 0.014543} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.611504] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-182f5f77-7b63-44d7-bee6-9fdf4d24ebc2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.616948] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Waiting for the task: (returnval){ [ 988.616948] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c03d8b-4f6b-b33c-da4b-bbc38f9034d5" [ 988.616948] env[62675]: _type = "Task" [ 988.616948] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.626166] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c03d8b-4f6b-b33c-da4b-bbc38f9034d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.736201] env[62675]: DEBUG nova.compute.manager [req-0647f0ce-9015-4de4-8925-e52e5d88e1c5 req-98cb7c3e-6970-43e6-b3a8-0069d95aa658 service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Received event network-vif-deleted-ce11a2ea-fd59-4ab8-9b2e-09722be5054c {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 988.736953] env[62675]: INFO nova.compute.manager [req-0647f0ce-9015-4de4-8925-e52e5d88e1c5 req-98cb7c3e-6970-43e6-b3a8-0069d95aa658 service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Neutron deleted interface ce11a2ea-fd59-4ab8-9b2e-09722be5054c; detaching it from the instance and deleting it from the info cache [ 988.737242] env[62675]: DEBUG nova.network.neutron [req-0647f0ce-9015-4de4-8925-e52e5d88e1c5 req-98cb7c3e-6970-43e6-b3a8-0069d95aa658 service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.830024] env[62675]: DEBUG nova.network.neutron [-] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.866299] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.980s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.868552] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.524s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.871029] env[62675]: INFO nova.compute.claims [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.005261] env[62675]: INFO nova.compute.manager [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Took 27.31 seconds to build instance. [ 989.056672] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691294, 'name': ReconfigVM_Task, 'duration_secs': 0.782422} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.056958] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d/7e39311c-f324-4f9f-8451-155c2e04a13d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.057622] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ccb9482-e8b0-4f64-b666-0396d40819ba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.069975] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 989.069975] env[62675]: value = "task-2691295" [ 989.069975] env[62675]: _type = "Task" [ 989.069975] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.070743] env[62675]: INFO nova.compute.manager [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Took 28.12 seconds to build instance. [ 989.085024] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691295, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.129317] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c03d8b-4f6b-b33c-da4b-bbc38f9034d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017668} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.129601] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.129861] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 101b9af0-1f7c-4ef2-af60-be8e81566c6c/101b9af0-1f7c-4ef2-af60-be8e81566c6c.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.130213] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4d1e3ad-fed7-453a-9796-40eb6fdd00af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.137927] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Waiting for the task: (returnval){ [ 989.137927] env[62675]: value = "task-2691296" [ 989.137927] env[62675]: _type = "Task" [ 989.137927] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.150155] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.192067] env[62675]: INFO nova.network.neutron [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updating port 3e2a90c9-1967-45fb-ac92-3b441adb00ea with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 989.240664] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-505ab6af-2b61-4ea9-a19d-5b5fcbcc3c4d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.251524] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14940d88-edb2-4016-b344-b04af1592403 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.285409] env[62675]: DEBUG nova.compute.manager [req-0647f0ce-9015-4de4-8925-e52e5d88e1c5 req-98cb7c3e-6970-43e6-b3a8-0069d95aa658 service nova] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Detach interface failed, port_id=ce11a2ea-fd59-4ab8-9b2e-09722be5054c, reason: Instance be744242-1be5-4602-9ad3-6f1e1c3734b9 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 989.332158] env[62675]: INFO nova.compute.manager [-] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Took 1.58 seconds to deallocate network for instance. [ 989.508416] env[62675]: DEBUG oslo_concurrency.lockutils [None req-acb56b18-2301-4bc2-b361-f7f374244157 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "4e5656ae-3f24-4ded-b444-91418aec39cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.816s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.578381] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fcc8d9c8-deff-48c4-bbad-2d8d4a37d8ef tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Lock "738aa5f1-8782-491d-a8dd-2ade9a42c39f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.637s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.582691] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691295, 'name': Rename_Task, 'duration_secs': 0.16137} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.582691] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.582691] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22b8e082-de6e-46cb-bd31-a1717dc51f9d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.589225] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 989.589225] env[62675]: value = "task-2691297" [ 989.589225] env[62675]: _type = "Task" [ 989.589225] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.598594] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.647546] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691296, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.840263] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.887256] env[62675]: DEBUG oslo_concurrency.lockutils [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Acquiring lock "738aa5f1-8782-491d-a8dd-2ade9a42c39f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.887520] env[62675]: DEBUG oslo_concurrency.lockutils [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Lock "738aa5f1-8782-491d-a8dd-2ade9a42c39f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.887620] env[62675]: DEBUG oslo_concurrency.lockutils [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Acquiring lock "738aa5f1-8782-491d-a8dd-2ade9a42c39f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.887821] env[62675]: DEBUG oslo_concurrency.lockutils [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Lock "738aa5f1-8782-491d-a8dd-2ade9a42c39f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.887966] env[62675]: DEBUG oslo_concurrency.lockutils [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Lock "738aa5f1-8782-491d-a8dd-2ade9a42c39f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.891371] env[62675]: INFO nova.compute.manager [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Terminating instance [ 989.939728] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.100268] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.153598] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540089} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.153704] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 101b9af0-1f7c-4ef2-af60-be8e81566c6c/101b9af0-1f7c-4ef2-af60-be8e81566c6c.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.154115] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.154715] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c93cff1-cec9-4054-a323-90b8b1a0ae64 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.163101] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Waiting for the task: (returnval){ [ 990.163101] env[62675]: value = "task-2691298" [ 990.163101] env[62675]: _type = "Task" [ 990.163101] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.171627] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.201463] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94bf950-159c-4b5d-a57a-fcc6f1d97905 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.212343] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3c8db9-ddd4-4093-97e1-a5cf0fbadaf2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.259872] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cb25e3-2e8d-4d72-ad2a-e59e4faf3a5d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.271195] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68b846e-ac09-4c04-9b66-f443644f7cb2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.292399] env[62675]: DEBUG nova.compute.provider_tree [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.397226] env[62675]: DEBUG nova.compute.manager [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.397559] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.398550] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9873d0-5b1f-45c3-8972-17a1ec95222e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.412734] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.413152] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea85ace3-6762-40bc-b224-c572d1d61aa7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.420427] env[62675]: DEBUG oslo_vmware.api [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Waiting for the task: (returnval){ [ 990.420427] env[62675]: value = "task-2691299" [ 990.420427] env[62675]: _type = "Task" [ 990.420427] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.429185] env[62675]: DEBUG oslo_vmware.api [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.600203] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691297, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.674882] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273629} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.675205] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.676385] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79bcb1a-0c43-4571-ba84-9c84a0ad884d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.697214] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 101b9af0-1f7c-4ef2-af60-be8e81566c6c/101b9af0-1f7c-4ef2-af60-be8e81566c6c.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.697595] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e30c6cf-fc57-4b24-9340-5c18ce477582 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.723082] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Waiting for the task: (returnval){ [ 990.723082] env[62675]: value = "task-2691300" [ 990.723082] env[62675]: _type = "Task" [ 990.723082] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.732804] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.784777] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.785039] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.785327] env[62675]: DEBUG nova.network.neutron [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.799736] env[62675]: DEBUG nova.scheduler.client.report [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.825566] env[62675]: DEBUG nova.compute.manager [req-117d2ea9-2b4e-44c1-af98-a9a9acecef14 req-ba09930c-1033-4a52-b58c-fc93342c7be1 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Received event network-vif-plugged-3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.828579] env[62675]: DEBUG oslo_concurrency.lockutils [req-117d2ea9-2b4e-44c1-af98-a9a9acecef14 req-ba09930c-1033-4a52-b58c-fc93342c7be1 service nova] Acquiring lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.828579] env[62675]: DEBUG oslo_concurrency.lockutils [req-117d2ea9-2b4e-44c1-af98-a9a9acecef14 req-ba09930c-1033-4a52-b58c-fc93342c7be1 service nova] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.828579] env[62675]: DEBUG oslo_concurrency.lockutils [req-117d2ea9-2b4e-44c1-af98-a9a9acecef14 req-ba09930c-1033-4a52-b58c-fc93342c7be1 service nova] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.828579] env[62675]: DEBUG nova.compute.manager [req-117d2ea9-2b4e-44c1-af98-a9a9acecef14 req-ba09930c-1033-4a52-b58c-fc93342c7be1 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] No waiting events found dispatching network-vif-plugged-3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.828579] env[62675]: WARNING nova.compute.manager [req-117d2ea9-2b4e-44c1-af98-a9a9acecef14 req-ba09930c-1033-4a52-b58c-fc93342c7be1 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Received unexpected event network-vif-plugged-3e2a90c9-1967-45fb-ac92-3b441adb00ea for instance with vm_state shelved_offloaded and task_state spawning. [ 990.919032] env[62675]: DEBUG nova.compute.manager [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Stashing vm_state: active {{(pid=62675) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 990.932157] env[62675]: DEBUG oslo_vmware.api [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691299, 'name': PowerOffVM_Task, 'duration_secs': 0.178862} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.932157] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.932157] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.932157] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9db885a-03bf-4515-b052-b5e468e66623 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.002090] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.002328] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.002508] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Deleting the datastore file [datastore1] 738aa5f1-8782-491d-a8dd-2ade9a42c39f {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.002873] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3926cab9-7d57-4af9-8680-ea2998dfa353 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.010805] env[62675]: DEBUG oslo_vmware.api [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Waiting for the task: (returnval){ [ 991.010805] env[62675]: value = "task-2691302" [ 991.010805] env[62675]: _type = "Task" [ 991.010805] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.019018] env[62675]: DEBUG oslo_vmware.api [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.101092] env[62675]: DEBUG oslo_vmware.api [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691297, 'name': PowerOnVM_Task, 'duration_secs': 1.072585} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.101214] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.101416] env[62675]: DEBUG nova.compute.manager [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.102476] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee9aad7-f72e-419d-8b20-915237595fbc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.232609] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691300, 'name': ReconfigVM_Task, 'duration_secs': 0.298257} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.232898] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 101b9af0-1f7c-4ef2-af60-be8e81566c6c/101b9af0-1f7c-4ef2-af60-be8e81566c6c.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.233533] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-199809fe-1342-48da-8da4-f5f6a03b8687 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.239795] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Waiting for the task: (returnval){ [ 991.239795] env[62675]: value = "task-2691303" [ 991.239795] env[62675]: _type = "Task" [ 991.239795] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.247466] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691303, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.302869] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.303723] env[62675]: DEBUG nova.compute.manager [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.307801] env[62675]: DEBUG oslo_concurrency.lockutils [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.897s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.445249] env[62675]: DEBUG oslo_concurrency.lockutils [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.520355] env[62675]: DEBUG oslo_vmware.api [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Task: {'id': task-2691302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501524} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.520629] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.520922] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.521023] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.521140] env[62675]: INFO nova.compute.manager [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 991.521387] env[62675]: DEBUG oslo.service.loopingcall [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 991.521576] env[62675]: DEBUG nova.compute.manager [-] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.521671] env[62675]: DEBUG nova.network.neutron [-] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.537764] env[62675]: DEBUG nova.network.neutron [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updating instance_info_cache with network_info: [{"id": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "address": "fa:16:3e:bc:1c:2f", "network": {"id": "c2e9e68c-ce27-4cec-a490-f617b04a13ef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579131556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008e5c41e3c042c8880d7fa20c192b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e2a90c9-19", "ovs_interfaceid": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.620395] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.750262] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691303, 'name': Rename_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.795106] env[62675]: DEBUG nova.compute.manager [req-202145b6-d0ac-4b93-a561-0c71843fb916 req-c3d4fe83-7fbf-41bb-985d-fb55d78e4307 service nova] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Received event network-vif-deleted-d355a8ce-4fc5-4680-8a27-9a997e01016b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 991.795338] env[62675]: INFO nova.compute.manager [req-202145b6-d0ac-4b93-a561-0c71843fb916 req-c3d4fe83-7fbf-41bb-985d-fb55d78e4307 service nova] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Neutron deleted interface d355a8ce-4fc5-4680-8a27-9a997e01016b; detaching it from the instance and deleting it from the info cache [ 991.795932] env[62675]: DEBUG nova.network.neutron [req-202145b6-d0ac-4b93-a561-0c71843fb916 req-c3d4fe83-7fbf-41bb-985d-fb55d78e4307 service nova] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.812408] env[62675]: DEBUG nova.compute.utils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.816120] env[62675]: INFO nova.compute.claims [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.819837] env[62675]: DEBUG nova.compute.manager [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.820042] env[62675]: DEBUG nova.network.neutron [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.861728] env[62675]: DEBUG nova.policy [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '367e3d6d821c40c18d8745e1f21b16ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac2481c15f8340dda5432d349495948a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.040428] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Releasing lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.078726] env[62675]: DEBUG nova.virt.hardware [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='59b266ebe3e8b180180e321c8d2b7bd6',container_format='bare',created_at=2025-02-19T14:54:03Z,direct_url=,disk_format='vmdk',id=edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-259129104-shelved',owner='008e5c41e3c042c8880d7fa20c192b43',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-19T14:54:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.078972] env[62675]: DEBUG nova.virt.hardware [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.079149] env[62675]: DEBUG nova.virt.hardware [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.079337] env[62675]: DEBUG nova.virt.hardware [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.079487] env[62675]: DEBUG nova.virt.hardware [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.079638] env[62675]: DEBUG nova.virt.hardware [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.079915] env[62675]: DEBUG nova.virt.hardware [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.080327] env[62675]: DEBUG nova.virt.hardware [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.080540] env[62675]: DEBUG nova.virt.hardware [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.081585] env[62675]: DEBUG nova.virt.hardware [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.081831] env[62675]: DEBUG nova.virt.hardware [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.082727] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0550af8-15c2-4361-8faf-30c7262a928b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.091736] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b803b1-7f18-4ef0-95b5-b14617552f2e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.105768] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:1c:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ba3bd22-c936-470e-89bd-b3a5587e87a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e2a90c9-1967-45fb-ac92-3b441adb00ea', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.117469] env[62675]: DEBUG oslo.service.loopingcall [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 992.117469] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.117469] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eae427d-78a3-4182-a522-6021924cf011 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.137842] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.137842] env[62675]: value = "task-2691304" [ 992.137842] env[62675]: _type = "Task" [ 992.137842] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.147865] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691304, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.252837] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691303, 'name': Rename_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.266399] env[62675]: DEBUG nova.network.neutron [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Successfully created port: 863ee584-28df-4b89-8a0a-c855edd1b390 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.278220] env[62675]: DEBUG nova.network.neutron [-] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.300050] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43841dea-736b-47db-b334-cd8642aa3f29 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.309484] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe68c2d-4a20-471b-86cd-7c8058564e7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.320759] env[62675]: DEBUG nova.compute.manager [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.328610] env[62675]: INFO nova.compute.resource_tracker [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating resource usage from migration f8ff92a4-dfd3-4e51-93f3-7d21cbfb9374 [ 992.355766] env[62675]: DEBUG nova.compute.manager [req-202145b6-d0ac-4b93-a561-0c71843fb916 req-c3d4fe83-7fbf-41bb-985d-fb55d78e4307 service nova] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Detach interface failed, port_id=d355a8ce-4fc5-4680-8a27-9a997e01016b, reason: Instance 738aa5f1-8782-491d-a8dd-2ade9a42c39f could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 992.653788] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691304, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.754102] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691303, 'name': Rename_Task, 'duration_secs': 1.135153} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.754391] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.754634] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49de3ddc-6fc9-4da9-aee6-0c7308bf16bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.761826] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Waiting for the task: (returnval){ [ 992.761826] env[62675]: value = "task-2691305" [ 992.761826] env[62675]: _type = "Task" [ 992.761826] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.771017] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.774024] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e306660-d3df-4e70-85ee-901dba178e46 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.780058] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e08c52f-d41d-49e0-bad1-bf28f88e72cc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.783270] env[62675]: INFO nova.compute.manager [-] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Took 1.26 seconds to deallocate network for instance. [ 992.812590] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75679045-87db-4150-888d-0427da6ea658 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.820337] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a942ae-33d9-4271-abce-084036896304 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.836930] env[62675]: DEBUG nova.compute.provider_tree [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.854826] env[62675]: DEBUG nova.compute.manager [req-c4f22310-38c9-42d8-a9d2-6197c074bb57 req-0e55c759-a796-48ca-9dd5-a123338d3b27 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Received event network-changed-3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.855080] env[62675]: DEBUG nova.compute.manager [req-c4f22310-38c9-42d8-a9d2-6197c074bb57 req-0e55c759-a796-48ca-9dd5-a123338d3b27 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Refreshing instance network info cache due to event network-changed-3e2a90c9-1967-45fb-ac92-3b441adb00ea. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.855338] env[62675]: DEBUG oslo_concurrency.lockutils [req-c4f22310-38c9-42d8-a9d2-6197c074bb57 req-0e55c759-a796-48ca-9dd5-a123338d3b27 service nova] Acquiring lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.855536] env[62675]: DEBUG oslo_concurrency.lockutils [req-c4f22310-38c9-42d8-a9d2-6197c074bb57 req-0e55c759-a796-48ca-9dd5-a123338d3b27 service nova] Acquired lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.855680] env[62675]: DEBUG nova.network.neutron [req-c4f22310-38c9-42d8-a9d2-6197c074bb57 req-0e55c759-a796-48ca-9dd5-a123338d3b27 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Refreshing network info cache for port 3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.946675] env[62675]: INFO nova.compute.manager [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Rebuilding instance [ 992.995037] env[62675]: DEBUG nova.compute.manager [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.995991] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6463c-25e2-4b41-8b24-6e2b9d7a1a86 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.157364] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691304, 'name': CreateVM_Task, 'duration_secs': 0.583639} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.157472] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.158171] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.159019] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.159019] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.159141] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c631c5ff-ff0f-4358-9df5-d76b8bf1ec23 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.164033] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 993.164033] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f2de08-dcb4-3d3c-ae7b-a33c5391b254" [ 993.164033] env[62675]: _type = "Task" [ 993.164033] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.172568] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f2de08-dcb4-3d3c-ae7b-a33c5391b254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.272112] env[62675]: DEBUG oslo_vmware.api [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691305, 'name': PowerOnVM_Task, 'duration_secs': 0.446282} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.272392] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.272900] env[62675]: INFO nova.compute.manager [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Took 7.32 seconds to spawn the instance on the hypervisor. [ 993.272900] env[62675]: DEBUG nova.compute.manager [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.273631] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90626ea-6287-47ef-991f-83b2bc0d6b91 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.314076] env[62675]: DEBUG oslo_concurrency.lockutils [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.340158] env[62675]: DEBUG nova.compute.manager [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.343368] env[62675]: DEBUG nova.scheduler.client.report [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.369527] env[62675]: DEBUG nova.virt.hardware [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.369855] env[62675]: DEBUG nova.virt.hardware [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.369967] env[62675]: DEBUG nova.virt.hardware [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.370164] env[62675]: DEBUG nova.virt.hardware [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.370311] env[62675]: DEBUG nova.virt.hardware [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.370457] env[62675]: DEBUG nova.virt.hardware [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.370666] env[62675]: DEBUG nova.virt.hardware [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.370872] env[62675]: DEBUG nova.virt.hardware [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.371018] env[62675]: DEBUG nova.virt.hardware [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.371175] env[62675]: DEBUG nova.virt.hardware [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.371358] env[62675]: DEBUG nova.virt.hardware [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.372426] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f218635d-5aca-4b00-a043-553234fe9205 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.380798] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1518d7-4d74-4cf1-98d0-9e880a36a55f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.570353] env[62675]: DEBUG nova.network.neutron [req-c4f22310-38c9-42d8-a9d2-6197c074bb57 req-0e55c759-a796-48ca-9dd5-a123338d3b27 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updated VIF entry in instance network info cache for port 3e2a90c9-1967-45fb-ac92-3b441adb00ea. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.570911] env[62675]: DEBUG nova.network.neutron [req-c4f22310-38c9-42d8-a9d2-6197c074bb57 req-0e55c759-a796-48ca-9dd5-a123338d3b27 service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updating instance_info_cache with network_info: [{"id": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "address": "fa:16:3e:bc:1c:2f", "network": {"id": "c2e9e68c-ce27-4cec-a490-f617b04a13ef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579131556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008e5c41e3c042c8880d7fa20c192b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e2a90c9-19", "ovs_interfaceid": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.674908] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.675210] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Processing image edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.675466] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.675619] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.675799] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.676065] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-907c72e2-d59e-4246-9fd6-9686f0e32477 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.697938] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.698202] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.698934] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f8f5d7-0a9f-4749-8bf4-a81245e24b0b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.705048] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 993.705048] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52641bfc-2498-8043-3a66-0025bb994d27" [ 993.705048] env[62675]: _type = "Task" [ 993.705048] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.712422] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52641bfc-2498-8043-3a66-0025bb994d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.791207] env[62675]: INFO nova.compute.manager [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Took 31.76 seconds to build instance. [ 993.827258] env[62675]: DEBUG nova.compute.manager [req-c8454144-d4b7-49c8-af12-61abdd016001 req-2d03f349-77e0-496f-afc7-a79eaefbca7c service nova] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Received event network-vif-plugged-863ee584-28df-4b89-8a0a-c855edd1b390 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 993.827258] env[62675]: DEBUG oslo_concurrency.lockutils [req-c8454144-d4b7-49c8-af12-61abdd016001 req-2d03f349-77e0-496f-afc7-a79eaefbca7c service nova] Acquiring lock "df73da65-e298-4351-9ec5-a61b21a63f69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.827258] env[62675]: DEBUG oslo_concurrency.lockutils [req-c8454144-d4b7-49c8-af12-61abdd016001 req-2d03f349-77e0-496f-afc7-a79eaefbca7c service nova] Lock "df73da65-e298-4351-9ec5-a61b21a63f69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.827258] env[62675]: DEBUG oslo_concurrency.lockutils [req-c8454144-d4b7-49c8-af12-61abdd016001 req-2d03f349-77e0-496f-afc7-a79eaefbca7c service nova] Lock "df73da65-e298-4351-9ec5-a61b21a63f69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.827258] env[62675]: DEBUG nova.compute.manager [req-c8454144-d4b7-49c8-af12-61abdd016001 req-2d03f349-77e0-496f-afc7-a79eaefbca7c service nova] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] No waiting events found dispatching network-vif-plugged-863ee584-28df-4b89-8a0a-c855edd1b390 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.827258] env[62675]: WARNING nova.compute.manager [req-c8454144-d4b7-49c8-af12-61abdd016001 req-2d03f349-77e0-496f-afc7-a79eaefbca7c service nova] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Received unexpected event network-vif-plugged-863ee584-28df-4b89-8a0a-c855edd1b390 for instance with vm_state building and task_state spawning. [ 993.848472] env[62675]: DEBUG oslo_concurrency.lockutils [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.541s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.849102] env[62675]: INFO nova.compute.manager [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Migrating [ 993.855385] env[62675]: DEBUG oslo_concurrency.lockutils [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.148s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.855662] env[62675]: DEBUG nova.objects.instance [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Lazy-loading 'resources' on Instance uuid 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.890320] env[62675]: DEBUG nova.network.neutron [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Successfully updated port: 863ee584-28df-4b89-8a0a-c855edd1b390 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.009360] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.009715] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b69e1edb-1834-42c9-b7e8-fc47b9ceead9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.016422] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Waiting for the task: (returnval){ [ 994.016422] env[62675]: value = "task-2691306" [ 994.016422] env[62675]: _type = "Task" [ 994.016422] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.024516] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.073794] env[62675]: DEBUG oslo_concurrency.lockutils [req-c4f22310-38c9-42d8-a9d2-6197c074bb57 req-0e55c759-a796-48ca-9dd5-a123338d3b27 service nova] Releasing lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.215657] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Preparing fetch location {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 994.215925] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Fetch image to [datastore2] OSTACK_IMG_fdf73abb-5b6a-490c-a803-70891d688d60/OSTACK_IMG_fdf73abb-5b6a-490c-a803-70891d688d60.vmdk {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 994.216129] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Downloading stream optimized image edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e to [datastore2] OSTACK_IMG_fdf73abb-5b6a-490c-a803-70891d688d60/OSTACK_IMG_fdf73abb-5b6a-490c-a803-70891d688d60.vmdk on the data store datastore2 as vApp {{(pid=62675) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 994.216338] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Downloading image file data edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e to the ESX as VM named 'OSTACK_IMG_fdf73abb-5b6a-490c-a803-70891d688d60' {{(pid=62675) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 994.286494] env[62675]: DEBUG oslo_vmware.rw_handles [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 994.286494] env[62675]: value = "resgroup-9" [ 994.286494] env[62675]: _type = "ResourcePool" [ 994.286494] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 994.286727] env[62675]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-587d0b8b-dcd2-42c8-b16d-0f5d6c7396f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.301906] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c03a39f7-7035-44da-8cc8-da85c00bad19 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Lock "101b9af0-1f7c-4ef2-af60-be8e81566c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.282s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.308099] env[62675]: DEBUG oslo_vmware.rw_handles [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lease: (returnval){ [ 994.308099] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5283f892-a02e-e9f4-a0e3-6709a661bbb6" [ 994.308099] env[62675]: _type = "HttpNfcLease" [ 994.308099] env[62675]: } obtained for vApp import into resource pool (val){ [ 994.308099] env[62675]: value = "resgroup-9" [ 994.308099] env[62675]: _type = "ResourcePool" [ 994.308099] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 994.309050] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the lease: (returnval){ [ 994.309050] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5283f892-a02e-e9f4-a0e3-6709a661bbb6" [ 994.309050] env[62675]: _type = "HttpNfcLease" [ 994.309050] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 994.317011] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.317011] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5283f892-a02e-e9f4-a0e3-6709a661bbb6" [ 994.317011] env[62675]: _type = "HttpNfcLease" [ 994.317011] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 994.366142] env[62675]: DEBUG oslo_concurrency.lockutils [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.366142] env[62675]: DEBUG oslo_concurrency.lockutils [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.366142] env[62675]: DEBUG nova.network.neutron [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.393397] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "refresh_cache-df73da65-e298-4351-9ec5-a61b21a63f69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.393397] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "refresh_cache-df73da65-e298-4351-9ec5-a61b21a63f69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.393529] env[62675]: DEBUG nova.network.neutron [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.530518] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691306, 'name': PowerOffVM_Task, 'duration_secs': 0.217046} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.531066] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.531177] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.532038] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574246a4-e307-4fb8-bc61-13ae758cce80 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.541120] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.541241] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf602432-4cd2-4861-9a86-88dae9583ad7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.567232] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.567460] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.567644] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Deleting the datastore file [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.567908] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d55a64e7-b8ae-4882-a945-853a226fe093 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.578661] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Waiting for the task: (returnval){ [ 994.578661] env[62675]: value = "task-2691309" [ 994.578661] env[62675]: _type = "Task" [ 994.578661] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.587691] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.710293] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58d55da-66d0-4ca8-973f-b204687b10a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.720379] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4598e13-fce5-498b-add0-9b9979167b2f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.757917] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f0eb6a-e07b-42c4-931c-289bd2c32455 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.765261] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17bfb61-6023-4aa5-ad29-6e16c2498f1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.778362] env[62675]: DEBUG nova.compute.provider_tree [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.816796] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.816796] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5283f892-a02e-e9f4-a0e3-6709a661bbb6" [ 994.816796] env[62675]: _type = "HttpNfcLease" [ 994.816796] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 994.936070] env[62675]: DEBUG nova.network.neutron [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.084585] env[62675]: DEBUG nova.network.neutron [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Updating instance_info_cache with network_info: [{"id": "863ee584-28df-4b89-8a0a-c855edd1b390", "address": "fa:16:3e:4c:ca:de", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap863ee584-28", "ovs_interfaceid": "863ee584-28df-4b89-8a0a-c855edd1b390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.088642] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102814} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.089085] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.089277] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.089458] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.092233] env[62675]: DEBUG nova.network.neutron [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance_info_cache with network_info: [{"id": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "address": "fa:16:3e:80:ac:45", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeddea46f-a6", "ovs_interfaceid": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.096794] env[62675]: DEBUG nova.compute.manager [None req-b3f9c250-9d65-4774-a20b-a6855a4e5ff6 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.097576] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79447522-71c0-40cb-912a-595459daa758 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.169597] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Acquiring lock "101b9af0-1f7c-4ef2-af60-be8e81566c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.170235] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Lock "101b9af0-1f7c-4ef2-af60-be8e81566c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.170457] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Acquiring lock "101b9af0-1f7c-4ef2-af60-be8e81566c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.170654] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Lock "101b9af0-1f7c-4ef2-af60-be8e81566c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.170834] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Lock "101b9af0-1f7c-4ef2-af60-be8e81566c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.174997] env[62675]: INFO nova.compute.manager [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Terminating instance [ 995.283602] env[62675]: DEBUG nova.scheduler.client.report [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.318412] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.318412] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5283f892-a02e-e9f4-a0e3-6709a661bbb6" [ 995.318412] env[62675]: _type = "HttpNfcLease" [ 995.318412] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 995.589625] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "refresh_cache-df73da65-e298-4351-9ec5-a61b21a63f69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.589981] env[62675]: DEBUG nova.compute.manager [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Instance network_info: |[{"id": "863ee584-28df-4b89-8a0a-c855edd1b390", "address": "fa:16:3e:4c:ca:de", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap863ee584-28", "ovs_interfaceid": "863ee584-28df-4b89-8a0a-c855edd1b390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.590433] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:ca:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '863ee584-28df-4b89-8a0a-c855edd1b390', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.599026] env[62675]: DEBUG oslo.service.loopingcall [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 995.603027] env[62675]: DEBUG oslo_concurrency.lockutils [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.603846] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.604292] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6938a53d-8ea3-4f30-89a9-e2f1fb48cb07 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.624974] env[62675]: INFO nova.compute.manager [None req-b3f9c250-9d65-4774-a20b-a6855a4e5ff6 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] instance snapshotting [ 995.625639] env[62675]: DEBUG nova.objects.instance [None req-b3f9c250-9d65-4774-a20b-a6855a4e5ff6 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Lazy-loading 'flavor' on Instance uuid 101b9af0-1f7c-4ef2-af60-be8e81566c6c {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.632967] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.632967] env[62675]: value = "task-2691310" [ 995.632967] env[62675]: _type = "Task" [ 995.632967] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.641734] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691310, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.678866] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Acquiring lock "refresh_cache-101b9af0-1f7c-4ef2-af60-be8e81566c6c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.680266] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Acquired lock "refresh_cache-101b9af0-1f7c-4ef2-af60-be8e81566c6c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.680474] env[62675]: DEBUG nova.network.neutron [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.788217] env[62675]: DEBUG oslo_concurrency.lockutils [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.790895] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.559s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.793435] env[62675]: INFO nova.compute.claims [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.817273] env[62675]: INFO nova.scheduler.client.report [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Deleted allocations for instance 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838 [ 995.820099] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.820099] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5283f892-a02e-e9f4-a0e3-6709a661bbb6" [ 995.820099] env[62675]: _type = "HttpNfcLease" [ 995.820099] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 995.860031] env[62675]: DEBUG nova.compute.manager [req-b57ba500-8cf0-4ab6-bdea-cf8bd3d769a8 req-5b582513-1430-4177-b358-435c6f1b68c1 service nova] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Received event network-changed-863ee584-28df-4b89-8a0a-c855edd1b390 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.860031] env[62675]: DEBUG nova.compute.manager [req-b57ba500-8cf0-4ab6-bdea-cf8bd3d769a8 req-5b582513-1430-4177-b358-435c6f1b68c1 service nova] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Refreshing instance network info cache due to event network-changed-863ee584-28df-4b89-8a0a-c855edd1b390. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.860031] env[62675]: DEBUG oslo_concurrency.lockutils [req-b57ba500-8cf0-4ab6-bdea-cf8bd3d769a8 req-5b582513-1430-4177-b358-435c6f1b68c1 service nova] Acquiring lock "refresh_cache-df73da65-e298-4351-9ec5-a61b21a63f69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.860031] env[62675]: DEBUG oslo_concurrency.lockutils [req-b57ba500-8cf0-4ab6-bdea-cf8bd3d769a8 req-5b582513-1430-4177-b358-435c6f1b68c1 service nova] Acquired lock "refresh_cache-df73da65-e298-4351-9ec5-a61b21a63f69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.860031] env[62675]: DEBUG nova.network.neutron [req-b57ba500-8cf0-4ab6-bdea-cf8bd3d769a8 req-5b582513-1430-4177-b358-435c6f1b68c1 service nova] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Refreshing network info cache for port 863ee584-28df-4b89-8a0a-c855edd1b390 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.134205] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd84f83-34fb-4386-b1c1-5212c52de88e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.139038] env[62675]: DEBUG nova.virt.hardware [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.139291] env[62675]: DEBUG nova.virt.hardware [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.139455] env[62675]: DEBUG nova.virt.hardware [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.139636] env[62675]: DEBUG nova.virt.hardware [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.139784] env[62675]: DEBUG nova.virt.hardware [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.139934] env[62675]: DEBUG nova.virt.hardware [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.140155] env[62675]: DEBUG nova.virt.hardware [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.140317] env[62675]: DEBUG nova.virt.hardware [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.140482] env[62675]: DEBUG nova.virt.hardware [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.140646] env[62675]: DEBUG nova.virt.hardware [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.140819] env[62675]: DEBUG nova.virt.hardware [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.144536] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ead4f10-65ac-4c6e-bd1c-7f272e97add9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.153638] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691310, 'name': CreateVM_Task, 'duration_secs': 0.43837} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.166334] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.167539] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.167715] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.168090] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.168802] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13b84a6-75c4-462b-ba58-e55850731521 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.172492] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a01ee9-95fb-449b-bfc5-32a60e15b768 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.176887] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491fdf5f-87d1-41e4-9a71-7081d060b8fd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.199690] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 996.199690] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bfa45b-50db-538c-0d6a-cf7e1ab9e317" [ 996.199690] env[62675]: _type = "Task" [ 996.199690] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.200614] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Instance VIF info [] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.206266] env[62675]: DEBUG oslo.service.loopingcall [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.207291] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.210975] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa983ebe-5f5a-4e85-ad95-db46068def20 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.224124] env[62675]: DEBUG nova.network.neutron [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.233338] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bfa45b-50db-538c-0d6a-cf7e1ab9e317, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.234754] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.235009] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.235294] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.235457] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.235662] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.235898] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.235898] env[62675]: value = "task-2691311" [ 996.235898] env[62675]: _type = "Task" [ 996.235898] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.236099] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-615c1ec3-02f3-48a8-a26c-21e8f2bd3922 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.251514] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691311, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.253376] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.253711] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.254827] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da32d76-23a9-4d9b-9d68-940ae5211ae4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.262103] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 996.262103] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524d7936-6172-e858-a17e-988634a8f177" [ 996.262103] env[62675]: _type = "Task" [ 996.262103] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.275704] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524d7936-6172-e858-a17e-988634a8f177, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.276992] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b346aa-09d4-48b8-bc57-41ae98fbf2d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.284632] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 996.284632] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]521df269-9267-9333-2a40-6504d8e96a63" [ 996.284632] env[62675]: _type = "Task" [ 996.284632] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.292916] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521df269-9267-9333-2a40-6504d8e96a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.304942] env[62675]: DEBUG nova.network.neutron [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.321186] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.321186] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5283f892-a02e-e9f4-a0e3-6709a661bbb6" [ 996.321186] env[62675]: _type = "HttpNfcLease" [ 996.321186] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 996.321606] env[62675]: DEBUG oslo_vmware.rw_handles [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 996.321606] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5283f892-a02e-e9f4-a0e3-6709a661bbb6" [ 996.321606] env[62675]: _type = "HttpNfcLease" [ 996.321606] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 996.322508] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4c1bfa-615c-4eb0-ab15-54475de854f9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.328637] env[62675]: DEBUG oslo_concurrency.lockutils [None req-305681af-73b1-4678-ac44-b0d8337db715 tempest-ServersTestManualDisk-1796019055 tempest-ServersTestManualDisk-1796019055-project-member] Lock "0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.505s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.333229] env[62675]: DEBUG oslo_vmware.rw_handles [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d0aa5-b918-9f48-47a3-3fa21c76b3dc/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 996.333502] env[62675]: DEBUG oslo_vmware.rw_handles [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d0aa5-b918-9f48-47a3-3fa21c76b3dc/disk-0.vmdk. {{(pid=62675) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 996.405307] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-000d5070-bdd4-4b6c-90f5-3575e5e78154 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.640492] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679440ad-d418-4220-a65b-df871bcfd521 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.667082] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance '496adcc8-14d1-4dc5-96c4-d6547e4b51e0' progress to 0 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.708261] env[62675]: DEBUG nova.compute.manager [None req-b3f9c250-9d65-4774-a20b-a6855a4e5ff6 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Instance disappeared during snapshot {{(pid=62675) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 996.762304] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691311, 'name': CreateVM_Task, 'duration_secs': 0.335323} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.762505] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.762947] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.767022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.767022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 996.767022] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2aaad0-42b5-46e8-89d1-a44c33d9233b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.773086] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Waiting for the task: (returnval){ [ 996.773086] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52830a12-6a22-334a-4fbf-ff812f165113" [ 996.773086] env[62675]: _type = "Task" [ 996.773086] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.791892] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52830a12-6a22-334a-4fbf-ff812f165113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.805083] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521df269-9267-9333-2a40-6504d8e96a63, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.809453] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.810618] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] df73da65-e298-4351-9ec5-a61b21a63f69/df73da65-e298-4351-9ec5-a61b21a63f69.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.810618] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Releasing lock "refresh_cache-101b9af0-1f7c-4ef2-af60-be8e81566c6c" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.810776] env[62675]: DEBUG nova.compute.manager [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.810955] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.815019] env[62675]: DEBUG nova.network.neutron [req-b57ba500-8cf0-4ab6-bdea-cf8bd3d769a8 req-5b582513-1430-4177-b358-435c6f1b68c1 service nova] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Updated VIF entry in instance network info cache for port 863ee584-28df-4b89-8a0a-c855edd1b390. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.815019] env[62675]: DEBUG nova.network.neutron [req-b57ba500-8cf0-4ab6-bdea-cf8bd3d769a8 req-5b582513-1430-4177-b358-435c6f1b68c1 service nova] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Updating instance_info_cache with network_info: [{"id": "863ee584-28df-4b89-8a0a-c855edd1b390", "address": "fa:16:3e:4c:ca:de", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap863ee584-28", "ovs_interfaceid": "863ee584-28df-4b89-8a0a-c855edd1b390", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.815019] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02acf399-21f4-48bf-ac9d-d2cca76334d2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.817180] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156a46bb-fc9e-4165-b431-cd2541d13580 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.831890] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.836288] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c72481a-246a-403b-88a1-c6721148331c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.838550] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 996.838550] env[62675]: value = "task-2691312" [ 996.838550] env[62675]: _type = "Task" [ 996.838550] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.849791] env[62675]: DEBUG oslo_vmware.api [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Waiting for the task: (returnval){ [ 996.849791] env[62675]: value = "task-2691313" [ 996.849791] env[62675]: _type = "Task" [ 996.849791] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.859233] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.876238] env[62675]: DEBUG oslo_vmware.api [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.889343] env[62675]: DEBUG nova.compute.manager [None req-b3f9c250-9d65-4774-a20b-a6855a4e5ff6 tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Found 0 images (rotation: 2) {{(pid=62675) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 997.175144] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.176255] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2660082-8fd6-46b5-989c-823d59ef5059 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.190221] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 997.190221] env[62675]: value = "task-2691314" [ 997.190221] env[62675]: _type = "Task" [ 997.190221] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.204383] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.260169] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387e76e5-8fe6-4fcd-93b6-70567b830e61 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.270734] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f66516-5e09-46ae-8bee-e101a80a9d50 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.286942] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52830a12-6a22-334a-4fbf-ff812f165113, 'name': SearchDatastore_Task, 'duration_secs': 0.016384} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.320968] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.321325] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.321607] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.321760] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.322029] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.328903] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a18f766-0b19-42f5-8bd4-e0dea0b3695d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.331944] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357d9a2b-a38a-4e6c-988a-d8cf840c7607 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.335699] env[62675]: DEBUG oslo_concurrency.lockutils [req-b57ba500-8cf0-4ab6-bdea-cf8bd3d769a8 req-5b582513-1430-4177-b358-435c6f1b68c1 service nova] Releasing lock "refresh_cache-df73da65-e298-4351-9ec5-a61b21a63f69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.348462] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a61dd1-6e90-494e-8111-ec241f39d10b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.361773] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.362084] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.369269] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b4f866-6249-49a9-9aff-3fedb8f7f0b6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.372310] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691312, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.382388] env[62675]: DEBUG nova.compute.provider_tree [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.387725] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Waiting for the task: (returnval){ [ 997.387725] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525efc1a-7bbb-9db3-1853-b2476ac72cf2" [ 997.387725] env[62675]: _type = "Task" [ 997.387725] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.392388] env[62675]: DEBUG oslo_vmware.api [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691313, 'name': PowerOffVM_Task, 'duration_secs': 0.186696} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.397042] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.397300] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.398146] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f96ed99-978a-4b22-b344-5ee6f485aec7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.410830] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525efc1a-7bbb-9db3-1853-b2476ac72cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.427411] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.427578] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.427787] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Deleting the datastore file [datastore2] 101b9af0-1f7c-4ef2-af60-be8e81566c6c {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.428175] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98c5371f-49a4-453c-ac52-3c659c3507ab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.438414] env[62675]: DEBUG oslo_vmware.api [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Waiting for the task: (returnval){ [ 997.438414] env[62675]: value = "task-2691316" [ 997.438414] env[62675]: _type = "Task" [ 997.438414] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.448383] env[62675]: DEBUG oslo_vmware.api [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.706095] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691314, 'name': PowerOffVM_Task, 'duration_secs': 0.263403} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.706429] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.706628] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance '496adcc8-14d1-4dc5-96c4-d6547e4b51e0' progress to 17 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.855303] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658935} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.855710] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] df73da65-e298-4351-9ec5-a61b21a63f69/df73da65-e298-4351-9ec5-a61b21a63f69.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.855877] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.856184] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3ab7996-973b-4349-9bd2-f3501844e8f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.862546] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 997.862546] env[62675]: value = "task-2691317" [ 997.862546] env[62675]: _type = "Task" [ 997.862546] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.871089] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.890098] env[62675]: DEBUG oslo_vmware.rw_handles [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Completed reading data from the image iterator. {{(pid=62675) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 997.892018] env[62675]: DEBUG oslo_vmware.rw_handles [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d0aa5-b918-9f48-47a3-3fa21c76b3dc/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 997.892218] env[62675]: DEBUG nova.scheduler.client.report [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.898772] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc560e22-61a3-467b-9a12-73c9d7c67aaa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.917692] env[62675]: DEBUG oslo_vmware.rw_handles [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d0aa5-b918-9f48-47a3-3fa21c76b3dc/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 997.918083] env[62675]: DEBUG oslo_vmware.rw_handles [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d0aa5-b918-9f48-47a3-3fa21c76b3dc/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 997.918587] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525efc1a-7bbb-9db3-1853-b2476ac72cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.056489} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.919080] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8430e252-3b0f-4461-ba96-f510f8a888e6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.925021] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d01961-a85b-4c44-959b-4a398ca15a0d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.929832] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Waiting for the task: (returnval){ [ 997.929832] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5220d2cf-d59a-fc7a-881b-47c5abf0bf1a" [ 997.929832] env[62675]: _type = "Task" [ 997.929832] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.950748] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5220d2cf-d59a-fc7a-881b-47c5abf0bf1a, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.951658] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 997.952027] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d/7e39311c-f324-4f9f-8451-155c2e04a13d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.952568] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0001a922-34db-411a-9a97-476023154bf8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.959026] env[62675]: DEBUG oslo_vmware.api [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Task: {'id': task-2691316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219183} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.959026] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.959251] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.959363] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.959586] env[62675]: INFO nova.compute.manager [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 997.959883] env[62675]: DEBUG oslo.service.loopingcall [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 997.960137] env[62675]: DEBUG nova.compute.manager [-] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.960259] env[62675]: DEBUG nova.network.neutron [-] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.963426] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Waiting for the task: (returnval){ [ 997.963426] env[62675]: value = "task-2691318" [ 997.963426] env[62675]: _type = "Task" [ 997.963426] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.972473] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.982148] env[62675]: DEBUG nova.network.neutron [-] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.107906] env[62675]: DEBUG oslo_vmware.rw_handles [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d0aa5-b918-9f48-47a3-3fa21c76b3dc/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 998.108151] env[62675]: INFO nova.virt.vmwareapi.images [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Downloaded image file data edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e [ 998.110363] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a9176c-fca2-410c-998e-6844efc4f2f9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.125655] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1407332a-0111-4a78-9729-238aaaca88f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.200330] env[62675]: INFO nova.virt.vmwareapi.images [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] The imported VM was unregistered [ 998.200330] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Caching image {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 998.200330] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Creating directory with path [datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.200330] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e9743a9-7f27-421b-995c-54561b251547 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.214935] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.215324] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.215526] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.215723] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.215874] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.216051] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.216408] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.216693] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.216984] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.217238] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.217457] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.226454] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62298ba8-b109-4750-93c0-72fd287859ab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.241026] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Created directory with path [datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.241026] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_fdf73abb-5b6a-490c-a803-70891d688d60/OSTACK_IMG_fdf73abb-5b6a-490c-a803-70891d688d60.vmdk to [datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e.vmdk. {{(pid=62675) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 998.241026] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-00243399-bc17-406a-97d0-dc905f06d88a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.250720] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 998.250720] env[62675]: value = "task-2691320" [ 998.250720] env[62675]: _type = "Task" [ 998.250720] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.251876] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 998.251876] env[62675]: value = "task-2691321" [ 998.251876] env[62675]: _type = "Task" [ 998.251876] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.263538] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691321, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.267032] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.374958] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067681} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.375313] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.376368] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72113f99-f556-4837-bef3-cba438a57050 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.408684] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] df73da65-e298-4351-9ec5-a61b21a63f69/df73da65-e298-4351-9ec5-a61b21a63f69.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.409448] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.410008] env[62675]: DEBUG nova.compute.manager [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.413517] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb12c29-c806-4442-854b-5aa70a12f9dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.428247] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.489s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.428582] env[62675]: DEBUG nova.objects.instance [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lazy-loading 'resources' on Instance uuid d4b1af50-839b-4b24-8be4-33f5c08bf1c5 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.434785] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 998.434785] env[62675]: value = "task-2691322" [ 998.434785] env[62675]: _type = "Task" [ 998.434785] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.444034] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.476775] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691318, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.487169] env[62675]: DEBUG nova.network.neutron [-] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.766767] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691321, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.770982] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691320, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.930309] env[62675]: DEBUG nova.compute.utils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 998.932095] env[62675]: DEBUG nova.compute.manager [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.932349] env[62675]: DEBUG nova.network.neutron [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.949119] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.977337] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674493} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.977778] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d/7e39311c-f324-4f9f-8451-155c2e04a13d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.978029] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.978319] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-160e830d-ed5d-4d44-9b8a-c5f81586a1f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.992309] env[62675]: DEBUG nova.policy [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf24a5bfdff41a7bb4b2fa21b80db67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a3741e26954bbb8ce6f9294054f86a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.994928] env[62675]: INFO nova.compute.manager [-] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Took 1.03 seconds to deallocate network for instance. [ 999.002178] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Waiting for the task: (returnval){ [ 999.002178] env[62675]: value = "task-2691323" [ 999.002178] env[62675]: _type = "Task" [ 999.002178] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.014998] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.266443] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691320, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.272706] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691321, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.335023] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa11a82-1e0c-4248-b353-a453563aab93 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.345391] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7e200f-f8f7-467b-8b65-bb308198583b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.382940] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4a120d-3cf2-4d16-a6c0-62bb2d67175d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.394361] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d48ebf-d8c9-4f7b-b010-a9684398238d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.401148] env[62675]: DEBUG nova.network.neutron [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Successfully created port: 28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.417225] env[62675]: DEBUG nova.compute.provider_tree [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.438351] env[62675]: DEBUG nova.compute.manager [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.453935] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.511095] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.517235] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082775} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.517487] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.518334] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69c9e0b-e2f9-4d3b-b8a7-dee75df4a0c4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.541622] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d/7e39311c-f324-4f9f-8451-155c2e04a13d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.541956] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98f84090-11c5-487b-9251-01053b19ec85 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.564773] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Waiting for the task: (returnval){ [ 999.564773] env[62675]: value = "task-2691324" [ 999.564773] env[62675]: _type = "Task" [ 999.564773] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.578165] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691324, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.736983] env[62675]: DEBUG oslo_concurrency.lockutils [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.737381] env[62675]: DEBUG oslo_concurrency.lockutils [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.768126] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691321, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.771484] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691320, 'name': ReconfigVM_Task, 'duration_secs': 1.24066} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.771803] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance '496adcc8-14d1-4dc5-96c4-d6547e4b51e0' progress to 33 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.940386] env[62675]: ERROR nova.scheduler.client.report [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [req-766e9e1f-2e52-4786-8cab-e7667217c743] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-766e9e1f-2e52-4786-8cab-e7667217c743"}]} [ 999.958485] env[62675]: DEBUG nova.scheduler.client.report [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 999.964679] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.976985] env[62675]: DEBUG nova.scheduler.client.report [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 999.977313] env[62675]: DEBUG nova.compute.provider_tree [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 999.990341] env[62675]: DEBUG nova.scheduler.client.report [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1000.010462] env[62675]: DEBUG nova.scheduler.client.report [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1000.082335] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.242152] env[62675]: DEBUG nova.compute.utils [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1000.271980] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691321, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.279025] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.279230] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.279377] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.279566] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.279717] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.279921] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.280361] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.280361] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.280539] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.280713] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.280969] env[62675]: DEBUG nova.virt.hardware [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.287300] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1000.287961] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2974b0ae-7511-4c15-960c-4d0c889e6e6c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.313486] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1000.313486] env[62675]: value = "task-2691325" [ 1000.313486] env[62675]: _type = "Task" [ 1000.313486] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.324868] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.360030] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c877341-3bda-43c3-9f99-854f5b508e20 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.370718] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcecdd14-0953-4277-b96b-21e9b085d920 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.410084] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c674f-b605-47df-84c6-3f629beaceca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.420820] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c27c934-ae9d-4ff5-a27a-83ee20a616e0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.439057] env[62675]: DEBUG nova.compute.provider_tree [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1000.454256] env[62675]: DEBUG nova.compute.manager [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.461778] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691322, 'name': ReconfigVM_Task, 'duration_secs': 1.67162} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.462387] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Reconfigured VM instance instance-00000062 to attach disk [datastore2] df73da65-e298-4351-9ec5-a61b21a63f69/df73da65-e298-4351-9ec5-a61b21a63f69.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.462822] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d295a90-e38f-4a07-8c51-9f0dc67e87d3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.471560] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1000.471560] env[62675]: value = "task-2691326" [ 1000.471560] env[62675]: _type = "Task" [ 1000.471560] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.485842] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691326, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.490296] env[62675]: DEBUG nova.virt.hardware [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.490296] env[62675]: DEBUG nova.virt.hardware [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.490296] env[62675]: DEBUG nova.virt.hardware [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.490296] env[62675]: DEBUG nova.virt.hardware [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.490296] env[62675]: DEBUG nova.virt.hardware [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.490296] env[62675]: DEBUG nova.virt.hardware [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.490296] env[62675]: DEBUG nova.virt.hardware [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.490296] env[62675]: DEBUG nova.virt.hardware [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.490296] env[62675]: DEBUG nova.virt.hardware [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.490296] env[62675]: DEBUG nova.virt.hardware [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.490296] env[62675]: DEBUG nova.virt.hardware [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.491591] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13a45e4-ebda-4657-860b-eb50a7235b7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.501941] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5a6510-1e05-404f-8cc0-f3ba75db3923 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.577487] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691324, 'name': ReconfigVM_Task, 'duration_secs': 0.935549} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.577824] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d/7e39311c-f324-4f9f-8451-155c2e04a13d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.578538] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eab288de-acbf-4afa-97c5-9b9f18011e79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.588550] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Waiting for the task: (returnval){ [ 1000.588550] env[62675]: value = "task-2691327" [ 1000.588550] env[62675]: _type = "Task" [ 1000.588550] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.601100] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691327, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.748970] env[62675]: DEBUG oslo_concurrency.lockutils [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.766830] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691321, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.824961] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691325, 'name': ReconfigVM_Task, 'duration_secs': 0.179362} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.825406] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1000.826447] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4828db4-4273-4ec7-98b7-01ea3e4c7456 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.852065] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 496adcc8-14d1-4dc5-96c4-d6547e4b51e0/496adcc8-14d1-4dc5-96c4-d6547e4b51e0.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.852605] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc3da17-1aff-429a-ad44-986d05f0f988 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.877049] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1000.877049] env[62675]: value = "task-2691328" [ 1000.877049] env[62675]: _type = "Task" [ 1000.877049] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.890124] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.984686] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691326, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.986905] env[62675]: DEBUG nova.compute.manager [req-fb5fc6e1-6ab6-471d-bd2e-aa32c08b81e7 req-0766213d-7049-4b95-94c5-6811de5c6a6d service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Received event network-vif-plugged-28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.987133] env[62675]: DEBUG oslo_concurrency.lockutils [req-fb5fc6e1-6ab6-471d-bd2e-aa32c08b81e7 req-0766213d-7049-4b95-94c5-6811de5c6a6d service nova] Acquiring lock "d540fe9e-315e-4164-a2a4-15a0c6e02205-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.987364] env[62675]: DEBUG oslo_concurrency.lockutils [req-fb5fc6e1-6ab6-471d-bd2e-aa32c08b81e7 req-0766213d-7049-4b95-94c5-6811de5c6a6d service nova] Lock "d540fe9e-315e-4164-a2a4-15a0c6e02205-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.987563] env[62675]: DEBUG oslo_concurrency.lockutils [req-fb5fc6e1-6ab6-471d-bd2e-aa32c08b81e7 req-0766213d-7049-4b95-94c5-6811de5c6a6d service nova] Lock "d540fe9e-315e-4164-a2a4-15a0c6e02205-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.987746] env[62675]: DEBUG nova.compute.manager [req-fb5fc6e1-6ab6-471d-bd2e-aa32c08b81e7 req-0766213d-7049-4b95-94c5-6811de5c6a6d service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] No waiting events found dispatching network-vif-plugged-28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.987926] env[62675]: WARNING nova.compute.manager [req-fb5fc6e1-6ab6-471d-bd2e-aa32c08b81e7 req-0766213d-7049-4b95-94c5-6811de5c6a6d service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Received unexpected event network-vif-plugged-28b3914f-e977-49d4-a065-a99bfdedfe6d for instance with vm_state building and task_state spawning. [ 1000.988942] env[62675]: DEBUG nova.scheduler.client.report [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1000.989197] env[62675]: DEBUG nova.compute.provider_tree [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 146 to 147 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1000.989383] env[62675]: DEBUG nova.compute.provider_tree [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.016519] env[62675]: DEBUG nova.network.neutron [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Successfully updated port: 28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.100654] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691327, 'name': Rename_Task, 'duration_secs': 0.354215} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.100946] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.101928] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db3fb59b-8bfd-4b0e-a796-f67acae1ca13 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.107976] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Waiting for the task: (returnval){ [ 1001.107976] env[62675]: value = "task-2691329" [ 1001.107976] env[62675]: _type = "Task" [ 1001.107976] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.116031] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.267769] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691321, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.768422} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.268152] env[62675]: INFO nova.virt.vmwareapi.ds_util [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_fdf73abb-5b6a-490c-a803-70891d688d60/OSTACK_IMG_fdf73abb-5b6a-490c-a803-70891d688d60.vmdk to [datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e.vmdk. [ 1001.268416] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Cleaning up location [datastore2] OSTACK_IMG_fdf73abb-5b6a-490c-a803-70891d688d60 {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1001.268611] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_fdf73abb-5b6a-490c-a803-70891d688d60 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.268872] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-710350bd-10f6-4e3d-af3f-e9febb5703f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.275695] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 1001.275695] env[62675]: value = "task-2691330" [ 1001.275695] env[62675]: _type = "Task" [ 1001.275695] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.283908] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.386618] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691328, 'name': ReconfigVM_Task, 'duration_secs': 0.278283} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.386987] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 496adcc8-14d1-4dc5-96c4-d6547e4b51e0/496adcc8-14d1-4dc5-96c4-d6547e4b51e0.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.387300] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance '496adcc8-14d1-4dc5-96c4-d6547e4b51e0' progress to 50 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.482954] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691326, 'name': Rename_Task, 'duration_secs': 0.566141} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.483244] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.483482] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06c929bf-44d0-4af9-91ef-36e945809f57 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.489501] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1001.489501] env[62675]: value = "task-2691331" [ 1001.489501] env[62675]: _type = "Task" [ 1001.489501] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.494591] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.066s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.500744] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.302s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.500744] env[62675]: INFO nova.compute.claims [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.503187] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.515030] env[62675]: INFO nova.scheduler.client.report [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Deleted allocations for instance d4b1af50-839b-4b24-8be4-33f5c08bf1c5 [ 1001.518634] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.519785] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.519785] env[62675]: DEBUG nova.network.neutron [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.618735] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.786187] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049806} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.786552] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.786753] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.787014] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e.vmdk to [datastore2] c6262f9f-f64e-42ac-ad87-e2f9777d1605/c6262f9f-f64e-42ac-ad87-e2f9777d1605.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.787329] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3197348b-4633-4a6d-b933-1db708d3b19f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.794769] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 1001.794769] env[62675]: value = "task-2691332" [ 1001.794769] env[62675]: _type = "Task" [ 1001.794769] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.802759] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.815471] env[62675]: DEBUG oslo_concurrency.lockutils [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.815700] env[62675]: DEBUG oslo_concurrency.lockutils [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.815919] env[62675]: INFO nova.compute.manager [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Attaching volume 2ccd6c62-9e8a-40f1-b62f-e461ec313fb4 to /dev/sdb [ 1001.847456] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20428b8c-df1d-4fec-ba89-964353a3b446 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.854987] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e38201-48d4-4d7b-8539-8660c82cdf99 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.868038] env[62675]: DEBUG nova.virt.block_device [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating existing volume attachment record: 9338daa5-9f12-4636-8181-a78fa7fbea1e {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1001.894054] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584f9762-2776-4092-bfb5-d16bf3375ed1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.914845] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7df3582-6336-411a-aa72-7afe2bb7a3b1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.933850] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance '496adcc8-14d1-4dc5-96c4-d6547e4b51e0' progress to 67 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.000523] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.027160] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b23d7b5-8070-45ce-a070-8776d7d1f549 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "d4b1af50-839b-4b24-8be4-33f5c08bf1c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.518s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.090651] env[62675]: DEBUG nova.network.neutron [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.123442] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.305824] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691332, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.336401] env[62675]: DEBUG nova.network.neutron [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updating instance_info_cache with network_info: [{"id": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "address": "fa:16:3e:5b:5a:a3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b3914f-e9", "ovs_interfaceid": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.477308] env[62675]: DEBUG nova.network.neutron [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Port eddea46f-a6ee-483e-8d3e-cd828dd86e96 binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1002.502829] env[62675]: DEBUG oslo_vmware.api [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691331, 'name': PowerOnVM_Task, 'duration_secs': 0.594662} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.503143] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.503265] env[62675]: INFO nova.compute.manager [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1002.503830] env[62675]: DEBUG nova.compute.manager [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.504877] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c53dd3a-ff7e-441d-98a6-963b501584a9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.628969] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691329, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.807765] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691332, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.843412] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.844238] env[62675]: DEBUG nova.compute.manager [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Instance network_info: |[{"id": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "address": "fa:16:3e:5b:5a:a3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b3914f-e9", "ovs_interfaceid": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.845309] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:5a:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28b3914f-e977-49d4-a065-a99bfdedfe6d', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.857362] env[62675]: DEBUG oslo.service.loopingcall [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.861266] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.861926] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6dbb374-3d7b-4323-8fa7-d06fb8ea46c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.887597] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f3a113-744f-4664-8d19-b3ba52214286 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.899744] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0a64ef-75a6-495e-b2e1-428c545abc14 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.904732] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.904732] env[62675]: value = "task-2691336" [ 1002.904732] env[62675]: _type = "Task" [ 1002.904732] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.952010] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e34a57-a05c-4fd8-84d6-1e9d58e2b3c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.961710] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691336, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.972723] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eb53cb-079d-49c9-a837-aee86ca0df46 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.992178] env[62675]: DEBUG nova.compute.provider_tree [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.018050] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "ff7e5351-7495-4be9-8af5-e27f42dd545c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.018423] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "ff7e5351-7495-4be9-8af5-e27f42dd545c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.018636] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "ff7e5351-7495-4be9-8af5-e27f42dd545c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.018960] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "ff7e5351-7495-4be9-8af5-e27f42dd545c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.019272] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "ff7e5351-7495-4be9-8af5-e27f42dd545c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.028960] env[62675]: INFO nova.compute.manager [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Terminating instance [ 1003.033446] env[62675]: DEBUG nova.compute.manager [req-482b616d-e61e-406e-9426-818e8b06efe4 req-5f73ef9a-54c8-424b-bf03-fbc31f0378fe service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Received event network-changed-28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.033724] env[62675]: DEBUG nova.compute.manager [req-482b616d-e61e-406e-9426-818e8b06efe4 req-5f73ef9a-54c8-424b-bf03-fbc31f0378fe service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Refreshing instance network info cache due to event network-changed-28b3914f-e977-49d4-a065-a99bfdedfe6d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1003.033931] env[62675]: DEBUG oslo_concurrency.lockutils [req-482b616d-e61e-406e-9426-818e8b06efe4 req-5f73ef9a-54c8-424b-bf03-fbc31f0378fe service nova] Acquiring lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.034153] env[62675]: DEBUG oslo_concurrency.lockutils [req-482b616d-e61e-406e-9426-818e8b06efe4 req-5f73ef9a-54c8-424b-bf03-fbc31f0378fe service nova] Acquired lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.034417] env[62675]: DEBUG nova.network.neutron [req-482b616d-e61e-406e-9426-818e8b06efe4 req-5f73ef9a-54c8-424b-bf03-fbc31f0378fe service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Refreshing network info cache for port 28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.040035] env[62675]: INFO nova.compute.manager [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Took 37.71 seconds to build instance. [ 1003.123746] env[62675]: DEBUG oslo_vmware.api [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Task: {'id': task-2691329, 'name': PowerOnVM_Task, 'duration_secs': 1.615682} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.123952] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.124190] env[62675]: DEBUG nova.compute.manager [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.125022] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d9d736-1dff-4b03-a82f-af6da09ae795 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.311021] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691332, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.417684] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691336, 'name': CreateVM_Task, 'duration_secs': 0.460854} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.417870] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.418603] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.418931] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.419489] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1003.419683] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41189b3a-3c39-452c-a77a-1b320bc9e3dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.426086] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1003.426086] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528f8c92-0666-4f3d-a6a7-e023c580a3a9" [ 1003.426086] env[62675]: _type = "Task" [ 1003.426086] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.436858] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528f8c92-0666-4f3d-a6a7-e023c580a3a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.514886] env[62675]: DEBUG oslo_concurrency.lockutils [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.514886] env[62675]: DEBUG oslo_concurrency.lockutils [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.515176] env[62675]: DEBUG oslo_concurrency.lockutils [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.540213] env[62675]: DEBUG nova.scheduler.client.report [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1003.540572] env[62675]: DEBUG nova.compute.provider_tree [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 147 to 148 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1003.540802] env[62675]: DEBUG nova.compute.provider_tree [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.544855] env[62675]: DEBUG nova.compute.manager [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.545133] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.548040] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ca95d62c-e286-4d6b-82ba-ff2815d59b3a tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "df73da65-e298-4351-9ec5-a61b21a63f69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.227s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.551727] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aac6db-e49c-42e8-8a71-54c5023afa41 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.567130] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.567520] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac2a45c9-b133-45bd-914b-bff48bf96e2c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.577838] env[62675]: DEBUG oslo_vmware.api [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 1003.577838] env[62675]: value = "task-2691337" [ 1003.577838] env[62675]: _type = "Task" [ 1003.577838] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.591382] env[62675]: DEBUG oslo_vmware.api [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.646483] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.809378] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691332, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.859376] env[62675]: DEBUG nova.network.neutron [req-482b616d-e61e-406e-9426-818e8b06efe4 req-5f73ef9a-54c8-424b-bf03-fbc31f0378fe service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updated VIF entry in instance network info cache for port 28b3914f-e977-49d4-a065-a99bfdedfe6d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.860377] env[62675]: DEBUG nova.network.neutron [req-482b616d-e61e-406e-9426-818e8b06efe4 req-5f73ef9a-54c8-424b-bf03-fbc31f0378fe service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updating instance_info_cache with network_info: [{"id": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "address": "fa:16:3e:5b:5a:a3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b3914f-e9", "ovs_interfaceid": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.940416] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528f8c92-0666-4f3d-a6a7-e023c580a3a9, 'name': SearchDatastore_Task, 'duration_secs': 0.016667} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.940819] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.941270] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.941406] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.941558] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.941775] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.942099] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9aa09b7-32e6-41c3-b11b-f4fe6e748b47 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.953735] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.953944] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.954750] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2395ff-dd92-4fb9-beec-3f86b0d518e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.962542] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1003.962542] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d70c4e-df1c-724b-8643-b20094ea9227" [ 1003.962542] env[62675]: _type = "Task" [ 1003.962542] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.973842] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d70c4e-df1c-724b-8643-b20094ea9227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.049413] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.049949] env[62675]: DEBUG nova.compute.manager [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.052480] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.279s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.052675] env[62675]: DEBUG nova.objects.instance [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1004.088665] env[62675]: DEBUG oslo_vmware.api [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691337, 'name': PowerOffVM_Task, 'duration_secs': 0.314747} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.089728] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.089939] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.090221] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a202e8ad-f2a5-4621-a8e3-fe4ee388c5bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.166387] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.166637] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.166831] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Deleting the datastore file [datastore1] ff7e5351-7495-4be9-8af5-e27f42dd545c {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.167119] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b5c11e3-a42a-435a-9b32-df9869ed10c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.175685] env[62675]: DEBUG oslo_vmware.api [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for the task: (returnval){ [ 1004.175685] env[62675]: value = "task-2691339" [ 1004.175685] env[62675]: _type = "Task" [ 1004.175685] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.186881] env[62675]: DEBUG oslo_vmware.api [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.252066] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "02877f5b-d637-4cf8-ba97-bb5f96b972de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.252311] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "02877f5b-d637-4cf8-ba97-bb5f96b972de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.307853] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691332, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.362573] env[62675]: DEBUG oslo_concurrency.lockutils [req-482b616d-e61e-406e-9426-818e8b06efe4 req-5f73ef9a-54c8-424b-bf03-fbc31f0378fe service nova] Releasing lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.473368] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d70c4e-df1c-724b-8643-b20094ea9227, 'name': SearchDatastore_Task, 'duration_secs': 0.015869} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.474273] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f8cae53-873b-455c-82ae-6f406393de0a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.479052] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1004.479052] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a396de-81f0-60bf-539f-2a9fbf499e0a" [ 1004.479052] env[62675]: _type = "Task" [ 1004.479052] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.486182] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a396de-81f0-60bf-539f-2a9fbf499e0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.529870] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquiring lock "7e39311c-f324-4f9f-8451-155c2e04a13d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.530595] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lock "7e39311c-f324-4f9f-8451-155c2e04a13d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.530595] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquiring lock "7e39311c-f324-4f9f-8451-155c2e04a13d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.530595] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lock "7e39311c-f324-4f9f-8451-155c2e04a13d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.530770] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lock "7e39311c-f324-4f9f-8451-155c2e04a13d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.533064] env[62675]: INFO nova.compute.manager [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Terminating instance [ 1004.552026] env[62675]: DEBUG oslo_concurrency.lockutils [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.552026] env[62675]: DEBUG oslo_concurrency.lockutils [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.552026] env[62675]: DEBUG nova.network.neutron [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.556760] env[62675]: DEBUG nova.compute.utils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1004.558768] env[62675]: DEBUG nova.compute.manager [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.558768] env[62675]: DEBUG nova.network.neutron [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.612566] env[62675]: DEBUG nova.policy [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b5eb67a303849c18b4033fd961db199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dabf87b397c4aa4b696618a6a73e5c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.686011] env[62675]: DEBUG oslo_vmware.api [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.755398] env[62675]: DEBUG nova.compute.manager [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.809911] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691332, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.62969} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.809911] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e/edc3c0e4-21a2-4b4d-a0e7-58701bb94f1e.vmdk to [datastore2] c6262f9f-f64e-42ac-ad87-e2f9777d1605/c6262f9f-f64e-42ac-ad87-e2f9777d1605.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.810903] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d698301c-370f-47a6-a5e4-2e1d0ff8acb0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.836898] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c6262f9f-f64e-42ac-ad87-e2f9777d1605/c6262f9f-f64e-42ac-ad87-e2f9777d1605.vmdk or device None with type streamOptimized {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.836898] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28c680ad-15eb-4616-af06-6ef0f00a5cc3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.856790] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 1004.856790] env[62675]: value = "task-2691341" [ 1004.856790] env[62675]: _type = "Task" [ 1004.856790] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.865310] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.994271] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a396de-81f0-60bf-539f-2a9fbf499e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.027032} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.994549] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.994882] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] d540fe9e-315e-4164-a2a4-15a0c6e02205/d540fe9e-315e-4164-a2a4-15a0c6e02205.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.995170] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d63fd69b-5cb1-4d80-adb0-c9e1b530b2b3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.002214] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1005.002214] env[62675]: value = "task-2691342" [ 1005.002214] env[62675]: _type = "Task" [ 1005.002214] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.011632] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.037202] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquiring lock "refresh_cache-7e39311c-f324-4f9f-8451-155c2e04a13d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.037202] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquired lock "refresh_cache-7e39311c-f324-4f9f-8451-155c2e04a13d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.037202] env[62675]: DEBUG nova.network.neutron [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.054145] env[62675]: DEBUG nova.network.neutron [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Successfully created port: e9217429-e3e7-4ca6-92a2-4576a5bd509b {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.069387] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bb9e3cbe-d38d-426e-a73f-d99db230b307 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.069387] env[62675]: DEBUG nova.compute.manager [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.073359] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.988s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.073644] env[62675]: DEBUG nova.objects.instance [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Lazy-loading 'resources' on Instance uuid db974c75-4502-4e82-8d98-d14e80384a6e {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.188748] env[62675]: DEBUG oslo_vmware.api [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Task: {'id': task-2691339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.608541} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.189079] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.189239] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.189498] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.189709] env[62675]: INFO nova.compute.manager [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1005.189957] env[62675]: DEBUG oslo.service.loopingcall [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.191524] env[62675]: DEBUG nova.compute.manager [-] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.191524] env[62675]: DEBUG nova.network.neutron [-] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.288873] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.313788] env[62675]: DEBUG nova.network.neutron [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance_info_cache with network_info: [{"id": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "address": "fa:16:3e:80:ac:45", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeddea46f-a6", "ovs_interfaceid": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.369996] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.517223] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691342, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.560145] env[62675]: DEBUG nova.network.neutron [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.623601] env[62675]: DEBUG nova.compute.manager [req-76f8b5f5-adf2-4968-9a2e-c9cec437ff4e req-eabbd16c-ef85-4abf-88a0-16a559c9a357 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Received event network-vif-deleted-718b20cb-fdc0-43ab-8214-a99b186f0809 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.623833] env[62675]: INFO nova.compute.manager [req-76f8b5f5-adf2-4968-9a2e-c9cec437ff4e req-eabbd16c-ef85-4abf-88a0-16a559c9a357 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Neutron deleted interface 718b20cb-fdc0-43ab-8214-a99b186f0809; detaching it from the instance and deleting it from the info cache [ 1005.624020] env[62675]: DEBUG nova.network.neutron [req-76f8b5f5-adf2-4968-9a2e-c9cec437ff4e req-eabbd16c-ef85-4abf-88a0-16a559c9a357 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.663952] env[62675]: DEBUG nova.network.neutron [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.821634] env[62675]: DEBUG oslo_concurrency.lockutils [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.869335] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691341, 'name': ReconfigVM_Task, 'duration_secs': 0.562867} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.872459] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c6262f9f-f64e-42ac-ad87-e2f9777d1605/c6262f9f-f64e-42ac-ad87-e2f9777d1605.vmdk or device None with type streamOptimized {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.873017] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d539da37-a7bf-4f06-a4bd-f720d8f0e115 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.879587] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 1005.879587] env[62675]: value = "task-2691343" [ 1005.879587] env[62675]: _type = "Task" [ 1005.879587] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.890626] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691343, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.946346] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbdfe6c-f790-45dd-9a2f-581eab06ea58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.954658] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cd2f17-375e-484d-9733-89e897ed7bbe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.987874] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a860d7b9-8523-4bf1-b7aa-486bd8e4b1a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.995593] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d3e096-0eb5-492a-9953-a5455c10eee4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.009247] env[62675]: DEBUG nova.compute.provider_tree [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.020179] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799165} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.021150] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] d540fe9e-315e-4164-a2a4-15a0c6e02205/d540fe9e-315e-4164-a2a4-15a0c6e02205.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.021384] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.021642] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c521b372-6ff2-4bac-a280-c9a111cb420e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.028297] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1006.028297] env[62675]: value = "task-2691344" [ 1006.028297] env[62675]: _type = "Task" [ 1006.028297] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.036551] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.084713] env[62675]: DEBUG nova.compute.manager [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.096062] env[62675]: DEBUG nova.network.neutron [-] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.120210] env[62675]: DEBUG nova.virt.hardware [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.120637] env[62675]: DEBUG nova.virt.hardware [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.120916] env[62675]: DEBUG nova.virt.hardware [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.121246] env[62675]: DEBUG nova.virt.hardware [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.121525] env[62675]: DEBUG nova.virt.hardware [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.121801] env[62675]: DEBUG nova.virt.hardware [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.122164] env[62675]: DEBUG nova.virt.hardware [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.122443] env[62675]: DEBUG nova.virt.hardware [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.122734] env[62675]: DEBUG nova.virt.hardware [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.123299] env[62675]: DEBUG nova.virt.hardware [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.123667] env[62675]: DEBUG nova.virt.hardware [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.125296] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae51c675-8a25-42e8-a2a1-7f0e724b7437 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.133448] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dd60015-4beb-4751-b5c7-a20af17abc5d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.136495] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34544a0-bab1-4f83-a2c2-72554606d254 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.155161] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86adc8be-d461-4862-8410-6bef44ebdd94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.169332] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Releasing lock "refresh_cache-7e39311c-f324-4f9f-8451-155c2e04a13d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.169834] env[62675]: DEBUG nova.compute.manager [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.170088] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.171100] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3fe5af-728e-4639-bed0-778c4c6cc22a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.179064] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.192504] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6d55d5e-c23d-4707-83a0-2737709c3426 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.194486] env[62675]: DEBUG nova.compute.manager [req-76f8b5f5-adf2-4968-9a2e-c9cec437ff4e req-eabbd16c-ef85-4abf-88a0-16a559c9a357 service nova] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Detach interface failed, port_id=718b20cb-fdc0-43ab-8214-a99b186f0809, reason: Instance ff7e5351-7495-4be9-8af5-e27f42dd545c could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1006.200063] env[62675]: DEBUG oslo_vmware.api [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 1006.200063] env[62675]: value = "task-2691345" [ 1006.200063] env[62675]: _type = "Task" [ 1006.200063] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.208117] env[62675]: DEBUG oslo_vmware.api [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.348180] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a159a9-62c7-49f2-9f2c-6bbd40fe366c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.368221] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be03b1e9-9156-4b09-8bde-a792ad9da57d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.375045] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance '496adcc8-14d1-4dc5-96c4-d6547e4b51e0' progress to 83 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.389150] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691343, 'name': Rename_Task, 'duration_secs': 0.37045} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.389418] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.389651] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6370052-dc98-47fa-b7af-5a8ea2c95a69 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.395431] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 1006.395431] env[62675]: value = "task-2691346" [ 1006.395431] env[62675]: _type = "Task" [ 1006.395431] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.402546] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.513177] env[62675]: DEBUG nova.scheduler.client.report [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.539378] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066151} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.539648] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.540416] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3b7d17-0b30-4683-91fc-9125242b93b0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.564219] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] d540fe9e-315e-4164-a2a4-15a0c6e02205/d540fe9e-315e-4164-a2a4-15a0c6e02205.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.565045] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bd8c2bd-0d89-4693-82d7-5e05d4a5e350 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.584019] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1006.584019] env[62675]: value = "task-2691347" [ 1006.584019] env[62675]: _type = "Task" [ 1006.584019] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.591915] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.598361] env[62675]: INFO nova.compute.manager [-] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Took 1.41 seconds to deallocate network for instance. [ 1006.715370] env[62675]: DEBUG oslo_vmware.api [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691345, 'name': PowerOffVM_Task, 'duration_secs': 0.165645} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.715668] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.715844] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.718624] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-213fb03c-39ba-46ca-b549-60afc161fa23 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.740286] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.740519] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.740744] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Deleting the datastore file [datastore2] 7e39311c-f324-4f9f-8451-155c2e04a13d {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.740968] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab17f67e-ddc6-4e63-8b48-10a0e614a0d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.747174] env[62675]: DEBUG oslo_vmware.api [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for the task: (returnval){ [ 1006.747174] env[62675]: value = "task-2691349" [ 1006.747174] env[62675]: _type = "Task" [ 1006.747174] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.754896] env[62675]: DEBUG oslo_vmware.api [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.881669] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.882046] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6673a6b0-6bbc-48be-bc6b-adf3039519c0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.891897] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1006.891897] env[62675]: value = "task-2691350" [ 1006.891897] env[62675]: _type = "Task" [ 1006.891897] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.906286] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.909529] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691346, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.924595] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1006.924851] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542444', 'volume_id': '2ccd6c62-9e8a-40f1-b62f-e461ec313fb4', 'name': 'volume-2ccd6c62-9e8a-40f1-b62f-e461ec313fb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1f99b1b-40ed-40e1-b56c-055aa4ebcabf', 'attached_at': '', 'detached_at': '', 'volume_id': '2ccd6c62-9e8a-40f1-b62f-e461ec313fb4', 'serial': '2ccd6c62-9e8a-40f1-b62f-e461ec313fb4'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1006.926014] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60646a44-27fb-48f2-ae2e-58502dc4238b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.943826] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109a38b0-de80-4ff0-b227-54bdad5ab360 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.976158] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-2ccd6c62-9e8a-40f1-b62f-e461ec313fb4/volume-2ccd6c62-9e8a-40f1-b62f-e461ec313fb4.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.976551] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9e15c0-977c-43d9-b46d-f31198226611 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.999255] env[62675]: DEBUG oslo_vmware.api [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1006.999255] env[62675]: value = "task-2691351" [ 1006.999255] env[62675]: _type = "Task" [ 1006.999255] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.007833] env[62675]: DEBUG oslo_vmware.api [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.010377] env[62675]: DEBUG nova.compute.manager [req-042afd7f-3443-450d-bbb5-65b86ebbb8b6 req-d57db958-82f4-4b99-9685-baf3293c49d1 service nova] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Received event network-vif-plugged-e9217429-e3e7-4ca6-92a2-4576a5bd509b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.010580] env[62675]: DEBUG oslo_concurrency.lockutils [req-042afd7f-3443-450d-bbb5-65b86ebbb8b6 req-d57db958-82f4-4b99-9685-baf3293c49d1 service nova] Acquiring lock "8507520c-491d-42c3-beee-b697695f16a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.010790] env[62675]: DEBUG oslo_concurrency.lockutils [req-042afd7f-3443-450d-bbb5-65b86ebbb8b6 req-d57db958-82f4-4b99-9685-baf3293c49d1 service nova] Lock "8507520c-491d-42c3-beee-b697695f16a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.010956] env[62675]: DEBUG oslo_concurrency.lockutils [req-042afd7f-3443-450d-bbb5-65b86ebbb8b6 req-d57db958-82f4-4b99-9685-baf3293c49d1 service nova] Lock "8507520c-491d-42c3-beee-b697695f16a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.011484] env[62675]: DEBUG nova.compute.manager [req-042afd7f-3443-450d-bbb5-65b86ebbb8b6 req-d57db958-82f4-4b99-9685-baf3293c49d1 service nova] [instance: 8507520c-491d-42c3-beee-b697695f16a1] No waiting events found dispatching network-vif-plugged-e9217429-e3e7-4ca6-92a2-4576a5bd509b {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.011484] env[62675]: WARNING nova.compute.manager [req-042afd7f-3443-450d-bbb5-65b86ebbb8b6 req-d57db958-82f4-4b99-9685-baf3293c49d1 service nova] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Received unexpected event network-vif-plugged-e9217429-e3e7-4ca6-92a2-4576a5bd509b for instance with vm_state building and task_state spawning. [ 1007.018189] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.021181] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.262s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.021435] env[62675]: DEBUG nova.objects.instance [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lazy-loading 'resources' on Instance uuid 9e8115f4-d252-4a18-a345-b7c29acf7d02 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.049233] env[62675]: INFO nova.scheduler.client.report [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Deleted allocations for instance db974c75-4502-4e82-8d98-d14e80384a6e [ 1007.093931] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691347, 'name': ReconfigVM_Task, 'duration_secs': 0.32938} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.094327] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Reconfigured VM instance instance-00000063 to attach disk [datastore1] d540fe9e-315e-4164-a2a4-15a0c6e02205/d540fe9e-315e-4164-a2a4-15a0c6e02205.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.095030] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-639f65dd-b027-40e0-bcbb-3c24ffc29d0c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.103033] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1007.103033] env[62675]: value = "task-2691352" [ 1007.103033] env[62675]: _type = "Task" [ 1007.103033] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.106934] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.112640] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691352, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.259350] env[62675]: DEBUG oslo_vmware.api [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Task: {'id': task-2691349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104455} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.259743] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.259924] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.260182] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.260460] env[62675]: INFO nova.compute.manager [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1007.260724] env[62675]: DEBUG oslo.service.loopingcall [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.260971] env[62675]: DEBUG nova.compute.manager [-] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.261110] env[62675]: DEBUG nova.network.neutron [-] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.284248] env[62675]: DEBUG nova.network.neutron [-] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.405139] env[62675]: DEBUG oslo_vmware.api [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691350, 'name': PowerOnVM_Task, 'duration_secs': 0.422319} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.408199] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.408429] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-09e294dd-0989-436d-9981-974cb1955c8f tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance '496adcc8-14d1-4dc5-96c4-d6547e4b51e0' progress to 100 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.411949] env[62675]: DEBUG oslo_vmware.api [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691346, 'name': PowerOnVM_Task, 'duration_secs': 0.878503} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.412199] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.491784] env[62675]: DEBUG nova.network.neutron [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Successfully updated port: e9217429-e3e7-4ca6-92a2-4576a5bd509b {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.510168] env[62675]: DEBUG oslo_vmware.api [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691351, 'name': ReconfigVM_Task, 'duration_secs': 0.420355} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.510451] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-2ccd6c62-9e8a-40f1-b62f-e461ec313fb4/volume-2ccd6c62-9e8a-40f1-b62f-e461ec313fb4.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.515361] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24553a28-7118-4e09-a0f2-eb42c17095b0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.527321] env[62675]: DEBUG nova.objects.instance [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lazy-loading 'numa_topology' on Instance uuid 9e8115f4-d252-4a18-a345-b7c29acf7d02 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.531409] env[62675]: DEBUG nova.compute.manager [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.531409] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2410aa-c27a-4314-8588-efd30edecc83 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.533849] env[62675]: DEBUG oslo_vmware.api [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1007.533849] env[62675]: value = "task-2691353" [ 1007.533849] env[62675]: _type = "Task" [ 1007.533849] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.546787] env[62675]: DEBUG oslo_vmware.api [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.561637] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5dd15968-4660-4982-99ee-77e8ff5ef9f6 tempest-ServerAddressesTestJSON-989088777 tempest-ServerAddressesTestJSON-989088777-project-member] Lock "db974c75-4502-4e82-8d98-d14e80384a6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.947s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.615376] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691352, 'name': Rename_Task, 'duration_secs': 0.163802} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.615658] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.615961] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b3414df-43f9-493f-9501-7d4781edfce3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.622932] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1007.622932] env[62675]: value = "task-2691354" [ 1007.622932] env[62675]: _type = "Task" [ 1007.622932] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.635254] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.649930] env[62675]: DEBUG nova.compute.manager [req-87a1d26a-ade3-46d2-92ca-da2e2ef0741e req-cef32b0d-e6e6-4cec-8c52-f1324413ae3a service nova] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Received event network-changed-e9217429-e3e7-4ca6-92a2-4576a5bd509b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1007.650165] env[62675]: DEBUG nova.compute.manager [req-87a1d26a-ade3-46d2-92ca-da2e2ef0741e req-cef32b0d-e6e6-4cec-8c52-f1324413ae3a service nova] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Refreshing instance network info cache due to event network-changed-e9217429-e3e7-4ca6-92a2-4576a5bd509b. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1007.650375] env[62675]: DEBUG oslo_concurrency.lockutils [req-87a1d26a-ade3-46d2-92ca-da2e2ef0741e req-cef32b0d-e6e6-4cec-8c52-f1324413ae3a service nova] Acquiring lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.650602] env[62675]: DEBUG oslo_concurrency.lockutils [req-87a1d26a-ade3-46d2-92ca-da2e2ef0741e req-cef32b0d-e6e6-4cec-8c52-f1324413ae3a service nova] Acquired lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.650668] env[62675]: DEBUG nova.network.neutron [req-87a1d26a-ade3-46d2-92ca-da2e2ef0741e req-cef32b0d-e6e6-4cec-8c52-f1324413ae3a service nova] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Refreshing network info cache for port e9217429-e3e7-4ca6-92a2-4576a5bd509b {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.787035] env[62675]: DEBUG nova.network.neutron [-] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.994614] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.034934] env[62675]: DEBUG nova.objects.base [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Object Instance<9e8115f4-d252-4a18-a345-b7c29acf7d02> lazy-loaded attributes: resources,numa_topology {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.051150] env[62675]: DEBUG oslo_vmware.api [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691353, 'name': ReconfigVM_Task, 'duration_secs': 0.144474} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.052456] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542444', 'volume_id': '2ccd6c62-9e8a-40f1-b62f-e461ec313fb4', 'name': 'volume-2ccd6c62-9e8a-40f1-b62f-e461ec313fb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1f99b1b-40ed-40e1-b56c-055aa4ebcabf', 'attached_at': '', 'detached_at': '', 'volume_id': '2ccd6c62-9e8a-40f1-b62f-e461ec313fb4', 'serial': '2ccd6c62-9e8a-40f1-b62f-e461ec313fb4'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1008.053905] env[62675]: DEBUG oslo_concurrency.lockutils [None req-06f2ce51-5711-4563-9ed2-629fd0ede218 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 44.883s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.137608] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691354, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.193175] env[62675]: DEBUG nova.network.neutron [req-87a1d26a-ade3-46d2-92ca-da2e2ef0741e req-cef32b0d-e6e6-4cec-8c52-f1324413ae3a service nova] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.289720] env[62675]: INFO nova.compute.manager [-] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Took 1.03 seconds to deallocate network for instance. [ 1008.324585] env[62675]: DEBUG nova.network.neutron [req-87a1d26a-ade3-46d2-92ca-da2e2ef0741e req-cef32b0d-e6e6-4cec-8c52-f1324413ae3a service nova] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.487975] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c22308-a2a4-4815-be3b-2f3329fc8fdf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.497936] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575f67b2-c784-4003-8f41-581cebfc41d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.537484] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e661b47a-160e-4974-a22a-f5454368e150 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.546112] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df86b446-dec0-44bd-be4b-8f0e46e9f7fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.565349] env[62675]: DEBUG nova.compute.provider_tree [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.636647] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691354, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.798032] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.828792] env[62675]: DEBUG oslo_concurrency.lockutils [req-87a1d26a-ade3-46d2-92ca-da2e2ef0741e req-cef32b0d-e6e6-4cec-8c52-f1324413ae3a service nova] Releasing lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.829212] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.829374] env[62675]: DEBUG nova.network.neutron [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.068929] env[62675]: DEBUG nova.scheduler.client.report [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.118808] env[62675]: DEBUG nova.objects.instance [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'flavor' on Instance uuid a1f99b1b-40ed-40e1-b56c-055aa4ebcabf {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.134147] env[62675]: DEBUG oslo_vmware.api [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691354, 'name': PowerOnVM_Task, 'duration_secs': 1.084825} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.135133] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.135375] env[62675]: INFO nova.compute.manager [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1009.135582] env[62675]: DEBUG nova.compute.manager [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.136378] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a65694-aff9-4eff-8803-25c75d01ae92 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.373136] env[62675]: DEBUG nova.network.neutron [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.565639] env[62675]: DEBUG nova.network.neutron [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance_info_cache with network_info: [{"id": "e9217429-e3e7-4ca6-92a2-4576a5bd509b", "address": "fa:16:3e:17:19:3e", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9217429-e3", "ovs_interfaceid": "e9217429-e3e7-4ca6-92a2-4576a5bd509b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.574652] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.553s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.582782] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.738s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.582782] env[62675]: DEBUG nova.objects.instance [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lazy-loading 'resources' on Instance uuid be744242-1be5-4602-9ad3-6f1e1c3734b9 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.624847] env[62675]: DEBUG oslo_concurrency.lockutils [None req-46514a83-3f9d-48d3-bed7-eef0de4be9ad tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.809s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.655774] env[62675]: INFO nova.compute.manager [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Took 32.45 seconds to build instance. [ 1009.657053] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.657309] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.657488] env[62675]: DEBUG nova.compute.manager [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Going to confirm migration 5 {{(pid=62675) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1009.676913] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff6400-0d03-48cf-af51-98485905061a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.685620] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3e99b62e-2786-44aa-89e2-865c72bce835 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Suspending the VM {{(pid=62675) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1009.685756] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-83b103d3-4d11-4114-8869-a0df2c907986 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.693220] env[62675]: DEBUG oslo_vmware.api [None req-3e99b62e-2786-44aa-89e2-865c72bce835 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 1009.693220] env[62675]: value = "task-2691355" [ 1009.693220] env[62675]: _type = "Task" [ 1009.693220] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.705669] env[62675]: DEBUG oslo_vmware.api [None req-3e99b62e-2786-44aa-89e2-865c72bce835 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691355, 'name': SuspendVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.073942] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.074461] env[62675]: DEBUG nova.compute.manager [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Instance network_info: |[{"id": "e9217429-e3e7-4ca6-92a2-4576a5bd509b", "address": "fa:16:3e:17:19:3e", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9217429-e3", "ovs_interfaceid": "e9217429-e3e7-4ca6-92a2-4576a5bd509b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.075239] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:19:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9217429-e3e7-4ca6-92a2-4576a5bd509b', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.084853] env[62675]: DEBUG oslo.service.loopingcall [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.085407] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.093435] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fdf2ac0b-27c2-42c3-a29b-44e130224831 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 45.757s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.094723] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76c91aa5-95c3-4e14-9fe0-18e1712fd4f6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.114979] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 20.175s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.115293] env[62675]: INFO nova.compute.manager [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Unshelving [ 1010.129409] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.129409] env[62675]: value = "task-2691356" [ 1010.129409] env[62675]: _type = "Task" [ 1010.129409] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.143861] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691356, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.165959] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2f77b5bd-d084-4936-9204-1eb70e51a4da tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "d540fe9e-315e-4164-a2a4-15a0c6e02205" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.964s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.207239] env[62675]: DEBUG oslo_vmware.api [None req-3e99b62e-2786-44aa-89e2-865c72bce835 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691355, 'name': SuspendVM_Task} progress is 62%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.235730] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.235730] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.235730] env[62675]: DEBUG nova.network.neutron [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.235730] env[62675]: DEBUG nova.objects.instance [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lazy-loading 'info_cache' on Instance uuid 496adcc8-14d1-4dc5-96c4-d6547e4b51e0 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.467229] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873968c8-f608-4a16-936e-eb93f03c42cc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.475296] env[62675]: DEBUG nova.compute.manager [req-674fc1f1-aede-4cc2-9142-bd1266817b85 req-62c51d59-e2da-416f-b8b0-e4ba4e02d82e service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Received event network-changed-28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1010.475530] env[62675]: DEBUG nova.compute.manager [req-674fc1f1-aede-4cc2-9142-bd1266817b85 req-62c51d59-e2da-416f-b8b0-e4ba4e02d82e service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Refreshing instance network info cache due to event network-changed-28b3914f-e977-49d4-a065-a99bfdedfe6d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1010.475770] env[62675]: DEBUG oslo_concurrency.lockutils [req-674fc1f1-aede-4cc2-9142-bd1266817b85 req-62c51d59-e2da-416f-b8b0-e4ba4e02d82e service nova] Acquiring lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.475914] env[62675]: DEBUG oslo_concurrency.lockutils [req-674fc1f1-aede-4cc2-9142-bd1266817b85 req-62c51d59-e2da-416f-b8b0-e4ba4e02d82e service nova] Acquired lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.476089] env[62675]: DEBUG nova.network.neutron [req-674fc1f1-aede-4cc2-9142-bd1266817b85 req-62c51d59-e2da-416f-b8b0-e4ba4e02d82e service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Refreshing network info cache for port 28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.486758] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa24a765-8e33-4c93-8a3a-038275f4c4d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.523716] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd3fbc2-68a9-4b3f-8881-fb68ac4920f6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.532449] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d08b0ed-e5e7-4746-91ea-34ae568a6636 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.548304] env[62675]: DEBUG nova.compute.provider_tree [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.640554] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691356, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.705674] env[62675]: DEBUG oslo_vmware.api [None req-3e99b62e-2786-44aa-89e2-865c72bce835 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691355, 'name': SuspendVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.052782] env[62675]: DEBUG nova.scheduler.client.report [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.111075] env[62675]: DEBUG nova.compute.manager [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Stashing vm_state: active {{(pid=62675) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1011.130230] env[62675]: DEBUG nova.compute.utils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.145093] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691356, 'name': CreateVM_Task, 'duration_secs': 0.59326} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.145310] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.146248] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.146465] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.146864] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.147183] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9da43ccd-e345-47aa-96e2-4e0aac510c69 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.152221] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1011.152221] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b586cc-94e7-f75c-253c-bbbbc15c7a91" [ 1011.152221] env[62675]: _type = "Task" [ 1011.152221] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.160966] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b586cc-94e7-f75c-253c-bbbbc15c7a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.204324] env[62675]: DEBUG oslo_vmware.api [None req-3e99b62e-2786-44aa-89e2-865c72bce835 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691355, 'name': SuspendVM_Task, 'duration_secs': 1.015277} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.204666] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3e99b62e-2786-44aa-89e2-865c72bce835 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Suspended the VM {{(pid=62675) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1011.204884] env[62675]: DEBUG nova.compute.manager [None req-3e99b62e-2786-44aa-89e2-865c72bce835 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.205718] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ede61c-bd21-4358-88d4-d1390ccf5ac8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.406834] env[62675]: DEBUG nova.network.neutron [req-674fc1f1-aede-4cc2-9142-bd1266817b85 req-62c51d59-e2da-416f-b8b0-e4ba4e02d82e service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updated VIF entry in instance network info cache for port 28b3914f-e977-49d4-a065-a99bfdedfe6d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.407220] env[62675]: DEBUG nova.network.neutron [req-674fc1f1-aede-4cc2-9142-bd1266817b85 req-62c51d59-e2da-416f-b8b0-e4ba4e02d82e service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updating instance_info_cache with network_info: [{"id": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "address": "fa:16:3e:5b:5a:a3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b3914f-e9", "ovs_interfaceid": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.461263] env[62675]: DEBUG nova.network.neutron [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance_info_cache with network_info: [{"id": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "address": "fa:16:3e:80:ac:45", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeddea46f-a6", "ovs_interfaceid": "eddea46f-a6ee-483e-8d3e-cd828dd86e96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.551888] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.552209] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.558662] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.563248] env[62675]: DEBUG oslo_concurrency.lockutils [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.115s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.589287] env[62675]: INFO nova.scheduler.client.report [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Deleted allocations for instance be744242-1be5-4602-9ad3-6f1e1c3734b9 [ 1011.631041] env[62675]: DEBUG oslo_concurrency.lockutils [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.633162] env[62675]: INFO nova.virt.block_device [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Booting with volume 6f42fe5d-7cbc-4c00-9574-14498f770a67 at /dev/sdb [ 1011.665738] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b586cc-94e7-f75c-253c-bbbbc15c7a91, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.665738] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.666662] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.666938] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.667102] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.667559] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.668234] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3b81826-4b50-4107-a8d2-bbc032c2a3c9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.678687] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.678687] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.680234] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c46ab1-f5a8-44e1-aa4d-a5c85a2c35cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.685378] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d493b4f1-3a68-4cee-8316-50a556d78d91 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.689113] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1011.689113] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525f2363-63ff-e01e-df04-8624dde8d568" [ 1011.689113] env[62675]: _type = "Task" [ 1011.689113] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.697798] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7216e12-d6da-4f36-ab08-397c11a317b1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.712239] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525f2363-63ff-e01e-df04-8624dde8d568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.740040] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a81be7ba-7d18-41e7-9f12-101ab95872f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.750018] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec305ea-1160-4c33-b83a-8f5c016d8984 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.791732] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89429c8-0a4f-47e2-a8a0-03683525ee78 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.799511] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5aacc7-7909-4444-abbb-cdcfb9edd858 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.813817] env[62675]: DEBUG nova.virt.block_device [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updating existing volume attachment record: 342a83aa-aac0-4cd5-8f87-f2a6b6170db6 {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1011.912565] env[62675]: DEBUG oslo_concurrency.lockutils [req-674fc1f1-aede-4cc2-9142-bd1266817b85 req-62c51d59-e2da-416f-b8b0-e4ba4e02d82e service nova] Releasing lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.964516] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-496adcc8-14d1-4dc5-96c4-d6547e4b51e0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.964794] env[62675]: DEBUG nova.objects.instance [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lazy-loading 'migration_context' on Instance uuid 496adcc8-14d1-4dc5-96c4-d6547e4b51e0 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.054690] env[62675]: DEBUG nova.compute.manager [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.066806] env[62675]: INFO nova.compute.claims [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.106101] env[62675]: DEBUG oslo_concurrency.lockutils [None req-74dcf557-9d6b-4db0-982b-71723ffda8a5 tempest-AttachVolumeTestJSON-1213395590 tempest-AttachVolumeTestJSON-1213395590-project-member] Lock "be744242-1be5-4602-9ad3-6f1e1c3734b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.002s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.203681] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525f2363-63ff-e01e-df04-8624dde8d568, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.204518] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd8264e-b61a-4d1f-bc73-39726480d5af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.210701] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1012.210701] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52558d77-7f29-c0f8-37bd-80d8c531d998" [ 1012.210701] env[62675]: _type = "Task" [ 1012.210701] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.220831] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52558d77-7f29-c0f8-37bd-80d8c531d998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.372723] env[62675]: INFO nova.compute.manager [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Resuming [ 1012.373503] env[62675]: DEBUG nova.objects.instance [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lazy-loading 'flavor' on Instance uuid c6262f9f-f64e-42ac-ad87-e2f9777d1605 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.469028] env[62675]: DEBUG nova.objects.base [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Object Instance<496adcc8-14d1-4dc5-96c4-d6547e4b51e0> lazy-loaded attributes: info_cache,migration_context {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1012.469832] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89420827-d4e7-4d70-89aa-d2c7c88716cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.496796] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534a23af-b568-4419-ad05-b5a6cf823646 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.502680] env[62675]: DEBUG oslo_vmware.api [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1012.502680] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52adf173-968c-fe5f-d216-02515e9c9a38" [ 1012.502680] env[62675]: _type = "Task" [ 1012.502680] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.511918] env[62675]: DEBUG oslo_vmware.api [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52adf173-968c-fe5f-d216-02515e9c9a38, 'name': SearchDatastore_Task, 'duration_secs': 0.006498} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.512241] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.573613] env[62675]: INFO nova.compute.resource_tracker [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating resource usage from migration 8070012a-8a0f-4b0b-bf0f-02968408852a [ 1012.587833] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.727762] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52558d77-7f29-c0f8-37bd-80d8c531d998, 'name': SearchDatastore_Task, 'duration_secs': 0.016289} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.730726] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.730873] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 8507520c-491d-42c3-beee-b697695f16a1/8507520c-491d-42c3-beee-b697695f16a1.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.731343] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-335ae23a-1aa5-4f82-839d-a70fd116b8aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.738512] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1012.738512] env[62675]: value = "task-2691361" [ 1012.738512] env[62675]: _type = "Task" [ 1012.738512] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.747378] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.957138] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af82914-304e-4a20-afea-9de7a7f8d9f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.965819] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddd4507-cd19-4cf1-a959-c067ae8254e6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.001039] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30e7771-63a8-415f-9ae6-b8dd11d7ba8c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.013120] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338a6693-a565-4b36-bf9f-cc9b953b0835 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.040391] env[62675]: DEBUG nova.compute.provider_tree [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.248176] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501748} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.248446] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 8507520c-491d-42c3-beee-b697695f16a1/8507520c-491d-42c3-beee-b697695f16a1.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.248945] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.249042] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-886f4147-9b77-4fe2-9eea-e76622962d81 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.254756] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1013.254756] env[62675]: value = "task-2691362" [ 1013.254756] env[62675]: _type = "Task" [ 1013.254756] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.263304] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.544534] env[62675]: DEBUG nova.scheduler.client.report [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.771016] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065977} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.771402] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.772211] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad5f970-db16-4dbc-b0fe-a7aeaa6e5502 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.797846] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 8507520c-491d-42c3-beee-b697695f16a1/8507520c-491d-42c3-beee-b697695f16a1.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.797846] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84d635bd-2333-4ef0-a66f-89c04cdf28f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.819531] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1013.819531] env[62675]: value = "task-2691363" [ 1013.819531] env[62675]: _type = "Task" [ 1013.819531] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.827953] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.892018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.892018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquired lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.892018] env[62675]: DEBUG nova.network.neutron [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.991567] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquiring lock "8496ac60-bcd9-47f9-946d-b8932a208f4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.991831] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Lock "8496ac60-bcd9-47f9-946d-b8932a208f4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.049441] env[62675]: DEBUG oslo_concurrency.lockutils [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.489s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.049699] env[62675]: INFO nova.compute.manager [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Migrating [ 1014.056419] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.437s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.056650] env[62675]: DEBUG nova.objects.instance [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1014.330844] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691363, 'name': ReconfigVM_Task, 'duration_secs': 0.272295} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.330844] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 8507520c-491d-42c3-beee-b697695f16a1/8507520c-491d-42c3-beee-b697695f16a1.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.331160] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1caa5d28-a6fd-4e07-9d8c-598e04163293 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.338625] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1014.338625] env[62675]: value = "task-2691365" [ 1014.338625] env[62675]: _type = "Task" [ 1014.338625] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.346707] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691365, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.495162] env[62675]: DEBUG nova.compute.manager [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.565810] env[62675]: DEBUG oslo_concurrency.lockutils [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.565972] env[62675]: DEBUG oslo_concurrency.lockutils [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.566160] env[62675]: DEBUG nova.network.neutron [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.655113] env[62675]: DEBUG nova.network.neutron [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updating instance_info_cache with network_info: [{"id": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "address": "fa:16:3e:bc:1c:2f", "network": {"id": "c2e9e68c-ce27-4cec-a490-f617b04a13ef", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-579131556-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "008e5c41e3c042c8880d7fa20c192b43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ba3bd22-c936-470e-89bd-b3a5587e87a0", "external-id": "nsx-vlan-transportzone-605", "segmentation_id": 605, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e2a90c9-19", "ovs_interfaceid": "3e2a90c9-1967-45fb-ac92-3b441adb00ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.848562] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691365, 'name': Rename_Task, 'duration_secs': 0.155001} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.848927] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.849483] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aa7bbc5-7ee2-44cb-ae91-8e337cb0fa3d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.855219] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1014.855219] env[62675]: value = "task-2691366" [ 1014.855219] env[62675]: _type = "Task" [ 1014.855219] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.862870] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.017396] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.070920] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d47167e9-a963-45b7-8687-868632c9274a tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.075184] env[62675]: DEBUG oslo_concurrency.lockutils [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.761s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1015.075184] env[62675]: DEBUG nova.objects.instance [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Lazy-loading 'resources' on Instance uuid 738aa5f1-8782-491d-a8dd-2ade9a42c39f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.157690] env[62675]: DEBUG oslo_concurrency.lockutils [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Releasing lock "refresh_cache-c6262f9f-f64e-42ac-ad87-e2f9777d1605" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.158986] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff8476-679c-4d68-8e8d-298e1954c18c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.167900] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Resuming the VM {{(pid=62675) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1015.168240] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa2f5706-5222-403f-be78-7a3863217076 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.174935] env[62675]: DEBUG oslo_vmware.api [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 1015.174935] env[62675]: value = "task-2691367" [ 1015.174935] env[62675]: _type = "Task" [ 1015.174935] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.182908] env[62675]: DEBUG oslo_vmware.api [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.303736] env[62675]: DEBUG nova.network.neutron [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance_info_cache with network_info: [{"id": "fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35", "address": "fa:16:3e:6a:96:46", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7a2a5f-40", "ovs_interfaceid": "fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.365137] env[62675]: DEBUG oslo_vmware.api [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691366, 'name': PowerOnVM_Task, 'duration_secs': 0.503515} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.366032] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.366032] env[62675]: INFO nova.compute.manager [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1015.366032] env[62675]: DEBUG nova.compute.manager [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.366613] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83a5bee-45b0-4f6d-ac0a-fc244c3913e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.690333] env[62675]: DEBUG oslo_vmware.api [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691367, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.807154] env[62675]: DEBUG oslo_concurrency.lockutils [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.887478] env[62675]: INFO nova.compute.manager [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Took 31.72 seconds to build instance. [ 1015.923052] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab3856-9548-4213-b21f-2fab74f89035 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.931848] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e676608c-a645-4fa4-86bb-182c795e9868 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.964249] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7ec34-398a-45b1-bd39-50bfb6294b84 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.972435] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dea592-743c-426a-a719-d7edc1a9996a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.986678] env[62675]: DEBUG nova.compute.provider_tree [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.187295] env[62675]: DEBUG oslo_vmware.api [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691367, 'name': PowerOnVM_Task, 'duration_secs': 0.639988} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.187710] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Resumed the VM {{(pid=62675) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1016.188083] env[62675]: DEBUG nova.compute.manager [None req-815b14b9-ab79-4862-bb58-56a3de8bfdec tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.188872] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07692466-9760-41c1-86ba-e03bbaf891d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.358904] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "618ce248-370f-4727-aae6-0c6b9640594f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.359200] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "618ce248-370f-4727-aae6-0c6b9640594f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.390297] env[62675]: DEBUG oslo_concurrency.lockutils [None req-35133909-400b-4010-ac4f-1e6df02ad83c tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "8507520c-491d-42c3-beee-b697695f16a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.231s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.490874] env[62675]: DEBUG nova.scheduler.client.report [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.864277] env[62675]: DEBUG nova.compute.utils [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1016.996355] env[62675]: DEBUG oslo_concurrency.lockutils [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.999703] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.488s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.999703] env[62675]: DEBUG nova.objects.instance [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Lazy-loading 'resources' on Instance uuid 101b9af0-1f7c-4ef2-af60-be8e81566c6c {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.019951] env[62675]: INFO nova.scheduler.client.report [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Deleted allocations for instance 738aa5f1-8782-491d-a8dd-2ade9a42c39f [ 1017.321301] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d4e189-151b-45df-90c9-835da91445a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.341455] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance '4e5656ae-3f24-4ded-b444-91418aec39cc' progress to 0 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.367888] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "618ce248-370f-4727-aae6-0c6b9640594f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.421074] env[62675]: DEBUG nova.compute.manager [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Stashing vm_state: active {{(pid=62675) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1017.446431] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.528870] env[62675]: DEBUG oslo_concurrency.lockutils [None req-463975fc-8a12-42e0-a22c-69c1043376fe tempest-ServerAddressesNegativeTestJSON-1432063008 tempest-ServerAddressesNegativeTestJSON-1432063008-project-member] Lock "738aa5f1-8782-491d-a8dd-2ade9a42c39f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.641s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.829854] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8461c41f-7bb7-4499-aa07-88baca6b5f48 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.839516] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a100de1-2fdd-4827-a390-7d324521b1f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.847276] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.874092] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d00b9240-9e2c-4f3d-abf0-32eed9ef333f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.876639] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed13c66-9517-48d5-a872-aa0311861206 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.885510] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4f720b-614e-46d4-8f2c-8e13ef1bbee0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.889600] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1017.889600] env[62675]: value = "task-2691369" [ 1017.889600] env[62675]: _type = "Task" [ 1017.889600] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.902192] env[62675]: DEBUG nova.compute.provider_tree [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.908609] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.941628] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.401900] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691369, 'name': PowerOffVM_Task, 'duration_secs': 0.338445} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.402193] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.402436] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance '4e5656ae-3f24-4ded-b444-91418aec39cc' progress to 17 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.406247] env[62675]: DEBUG nova.scheduler.client.report [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.434368] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "618ce248-370f-4727-aae6-0c6b9640594f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.434628] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "618ce248-370f-4727-aae6-0c6b9640594f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.434803] env[62675]: INFO nova.compute.manager [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Attaching volume 3246bcea-ea76-4ec5-a96f-0e334b4e7d7d to /dev/sdb [ 1018.480359] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c668f3-e882-485d-a02f-c578b7416f29 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.487836] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b3e886-94c7-4eb8-a9ff-3d10a5498c06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.501146] env[62675]: DEBUG nova.virt.block_device [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Updating existing volume attachment record: 4850e973-4be0-44ce-944c-96d8b24bb71f {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1018.911970] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.912299] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.912397] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.912575] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.912723] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.912871] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.913090] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.913256] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.913467] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.913635] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.913820] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.919460] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.921723] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccc1dcd8-1756-48a2-aa58-4186c604c019 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.934999] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.288s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.935723] env[62675]: DEBUG nova.objects.instance [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1018.946731] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1018.946731] env[62675]: value = "task-2691374" [ 1018.946731] env[62675]: _type = "Task" [ 1018.946731] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.955449] env[62675]: INFO nova.scheduler.client.report [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Deleted allocations for instance 101b9af0-1f7c-4ef2-af60-be8e81566c6c [ 1018.961396] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691374, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.363231] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "792862b8-a9fa-46ed-828d-a9f8b698d969" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.363628] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.456653] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691374, 'name': ReconfigVM_Task, 'duration_secs': 0.170802} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.457669] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance '4e5656ae-3f24-4ded-b444-91418aec39cc' progress to 33 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.471800] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e806a2f4-d1a6-428f-9f9d-7ba2e13d3fce tempest-ServersAaction247Test-52919129 tempest-ServersAaction247Test-52919129-project-member] Lock "101b9af0-1f7c-4ef2-af60-be8e81566c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.302s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.868107] env[62675]: INFO nova.compute.manager [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Detaching volume d4b46d5d-5382-4799-9a5b-857fed8cf703 [ 1019.902938] env[62675]: INFO nova.virt.block_device [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Attempting to driver detach volume d4b46d5d-5382-4799-9a5b-857fed8cf703 from mountpoint /dev/sdb [ 1019.903459] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1019.903459] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542414', 'volume_id': 'd4b46d5d-5382-4799-9a5b-857fed8cf703', 'name': 'volume-d4b46d5d-5382-4799-9a5b-857fed8cf703', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '792862b8-a9fa-46ed-828d-a9f8b698d969', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b46d5d-5382-4799-9a5b-857fed8cf703', 'serial': 'd4b46d5d-5382-4799-9a5b-857fed8cf703'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1019.905026] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f40643-db21-48c6-ac5b-996ac9dc47e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.930506] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ca90e7-e839-46a9-a1c5-d48898d01a00 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.938556] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1151c1-b3fd-4a96-bf5b-d6e139f25248 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.961807] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9151cc6-3999-4ef5-9603-d1b9c2ccdd75 tempest-ServersAdmin275Test-2047728400 tempest-ServersAdmin275Test-2047728400-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.963410] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.675s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.964863] env[62675]: INFO nova.compute.claims [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.968307] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6001dae6-e14b-4b50-8503-46234b2b1387 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.973230] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.973708] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.973822] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.974120] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.974167] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.974532] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.974696] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.974772] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.974956] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.975102] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.975353] env[62675]: DEBUG nova.virt.hardware [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.981032] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1019.983171] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49126a3a-6b76-4388-bb5e-7273cedc824f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.010334] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] The volume has not been displaced from its original location: [datastore1] volume-d4b46d5d-5382-4799-9a5b-857fed8cf703/volume-d4b46d5d-5382-4799-9a5b-857fed8cf703.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1020.015884] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1020.017865] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9841ed5-7134-49e7-a032-27e96e7d37d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.032089] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1020.032089] env[62675]: value = "task-2691375" [ 1020.032089] env[62675]: _type = "Task" [ 1020.032089] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.037667] env[62675]: DEBUG oslo_vmware.api [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 1020.037667] env[62675]: value = "task-2691376" [ 1020.037667] env[62675]: _type = "Task" [ 1020.037667] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.044129] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.053477] env[62675]: DEBUG oslo_vmware.api [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.222395] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.222649] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.541975] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691375, 'name': ReconfigVM_Task, 'duration_secs': 0.20263} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.544525] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.545277] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b29321-2819-4d1a-acbe-eb1ed55a01ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.554034] env[62675]: DEBUG oslo_vmware.api [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691376, 'name': ReconfigVM_Task, 'duration_secs': 0.263747} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.564760] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.576126] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 4e5656ae-3f24-4ded-b444-91418aec39cc/4e5656ae-3f24-4ded-b444-91418aec39cc.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.576411] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a0d3898-dd83-4f46-82a5-081fdb610adf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.586231] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdea3c2f-1ba4-4001-81f2-caaa3ee1fa07 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.605553] env[62675]: DEBUG oslo_vmware.api [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 1020.605553] env[62675]: value = "task-2691377" [ 1020.605553] env[62675]: _type = "Task" [ 1020.605553] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.606953] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1020.606953] env[62675]: value = "task-2691378" [ 1020.606953] env[62675]: _type = "Task" [ 1020.606953] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.617309] env[62675]: DEBUG oslo_vmware.api [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.620337] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.730785] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1020.730960] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Starting heal instance info cache {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1021.123934] env[62675]: DEBUG oslo_vmware.api [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691377, 'name': ReconfigVM_Task, 'duration_secs': 0.164952} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.131132] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542414', 'volume_id': 'd4b46d5d-5382-4799-9a5b-857fed8cf703', 'name': 'volume-d4b46d5d-5382-4799-9a5b-857fed8cf703', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '792862b8-a9fa-46ed-828d-a9f8b698d969', 'attached_at': '', 'detached_at': '', 'volume_id': 'd4b46d5d-5382-4799-9a5b-857fed8cf703', 'serial': 'd4b46d5d-5382-4799-9a5b-857fed8cf703'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1021.133385] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691378, 'name': ReconfigVM_Task, 'duration_secs': 0.498674} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.136037] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 4e5656ae-3f24-4ded-b444-91418aec39cc/4e5656ae-3f24-4ded-b444-91418aec39cc.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.136421] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance '4e5656ae-3f24-4ded-b444-91418aec39cc' progress to 50 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.355336] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5ed388-b42d-4047-b10c-533c71be144e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.364222] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a010f419-8121-4c0c-81ba-dc3cf2ca293d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.396841] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2c0973-6227-42d4-b880-592365dc051c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.404498] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b1b36e-c3df-4a84-bb8f-e901520fb52d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.418111] env[62675]: DEBUG nova.compute.provider_tree [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.644075] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7209168-0474-40fe-b4d4-5bb71e3373a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.663637] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df00e962-caf2-4daf-966d-649ba45854cc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.681961] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance '4e5656ae-3f24-4ded-b444-91418aec39cc' progress to 67 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.687046] env[62675]: DEBUG nova.objects.instance [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lazy-loading 'flavor' on Instance uuid 792862b8-a9fa-46ed-828d-a9f8b698d969 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.921908] env[62675]: DEBUG nova.scheduler.client.report [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.225645] env[62675]: DEBUG nova.network.neutron [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Port fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35 binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1022.428581] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.429144] env[62675]: DEBUG nova.compute.manager [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.431720] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.325s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.435090] env[62675]: DEBUG nova.objects.instance [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lazy-loading 'resources' on Instance uuid ff7e5351-7495-4be9-8af5-e27f42dd545c {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.493504] env[62675]: DEBUG oslo_concurrency.lockutils [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.493714] env[62675]: DEBUG oslo_concurrency.lockutils [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.565908] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.566196] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.566421] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.566992] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.567217] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.569288] env[62675]: INFO nova.compute.manager [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Terminating instance [ 1022.699703] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9ef0d47b-c12c-4491-873c-0fab22a6b3d6 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.937031] env[62675]: DEBUG nova.compute.utils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1022.937031] env[62675]: DEBUG nova.compute.manager [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.937031] env[62675]: DEBUG nova.network.neutron [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.997178] env[62675]: INFO nova.compute.manager [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Detaching volume acd72d71-6516-4d1d-b1c7-0daecfe7650b [ 1023.037458] env[62675]: INFO nova.virt.block_device [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Attempting to driver detach volume acd72d71-6516-4d1d-b1c7-0daecfe7650b from mountpoint /dev/sdb [ 1023.038022] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1023.038387] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542416', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'name': 'volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86554a0f-1325-4e3e-a1ea-7790a5ab6a43', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'serial': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1023.039421] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02825da2-9802-47fc-b93b-8b7d332f0bab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.049136] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1023.049513] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542450', 'volume_id': '3246bcea-ea76-4ec5-a96f-0e334b4e7d7d', 'name': 'volume-3246bcea-ea76-4ec5-a96f-0e334b4e7d7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '618ce248-370f-4727-aae6-0c6b9640594f', 'attached_at': '', 'detached_at': '', 'volume_id': '3246bcea-ea76-4ec5-a96f-0e334b4e7d7d', 'serial': '3246bcea-ea76-4ec5-a96f-0e334b4e7d7d'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1023.052029] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b96cc6-016c-42a7-a0c5-83e67ba8aba5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.074197] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791a1e09-a33f-4f78-90c1-cfb5aad69c1c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.078030] env[62675]: DEBUG nova.compute.manager [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.078030] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.090630] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6399077-ebb5-40cf-8979-53dfc165e18c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.094495] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cd3e92-405f-4c5d-9d14-ebe95ad9f04b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.104019] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d56af2-f249-4119-b038-d8da2cbf1d7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.127316] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-3246bcea-ea76-4ec5-a96f-0e334b4e7d7d/volume-3246bcea-ea76-4ec5-a96f-0e334b4e7d7d.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.128260] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.128572] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51d096ef-dca3-45c8-a170-ec5479b2bcd9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.142846] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb4e847e-8be1-438f-be07-ed3ca6066c22 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.163935] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80f6b60-f0cd-4475-bd15-ba3c9f6ca21b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.168997] env[62675]: DEBUG oslo_vmware.api [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 1023.168997] env[62675]: value = "task-2691381" [ 1023.168997] env[62675]: _type = "Task" [ 1023.168997] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.170355] env[62675]: DEBUG oslo_vmware.api [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1023.170355] env[62675]: value = "task-2691380" [ 1023.170355] env[62675]: _type = "Task" [ 1023.170355] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.188542] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] The volume has not been displaced from its original location: [datastore1] volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b/volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1023.195969] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1023.201668] env[62675]: DEBUG nova.policy [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '367e3d6d821c40c18d8745e1f21b16ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac2481c15f8340dda5432d349495948a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.203716] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a55b628c-d0e8-43d1-a988-b09d35dbc830 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.222987] env[62675]: DEBUG oslo_vmware.api [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.226805] env[62675]: DEBUG oslo_vmware.api [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.228276] env[62675]: DEBUG oslo_vmware.api [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1023.228276] env[62675]: value = "task-2691382" [ 1023.228276] env[62675]: _type = "Task" [ 1023.228276] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.246048] env[62675]: DEBUG oslo_vmware.api [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.258514] env[62675]: DEBUG oslo_concurrency.lockutils [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "4e5656ae-3f24-4ded-b444-91418aec39cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.258757] env[62675]: DEBUG oslo_concurrency.lockutils [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "4e5656ae-3f24-4ded-b444-91418aec39cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.258954] env[62675]: DEBUG oslo_concurrency.lockutils [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "4e5656ae-3f24-4ded-b444-91418aec39cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.439785] env[62675]: DEBUG nova.compute.manager [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.497044] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26237ac-8ece-4128-a252-ba41b48abe4f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.505117] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a8abb5-8629-499c-8cab-c28b22edb782 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.538622] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db44cf4a-4d6f-4ba9-bc52-ae06b37aaa46 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.546540] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6494df3e-5fdd-4d3c-8146-b543365c3cd8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.561572] env[62675]: DEBUG nova.compute.provider_tree [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.682930] env[62675]: DEBUG oslo_vmware.api [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691380, 'name': ReconfigVM_Task, 'duration_secs': 0.380322} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.686891] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-3246bcea-ea76-4ec5-a96f-0e334b4e7d7d/volume-3246bcea-ea76-4ec5-a96f-0e334b4e7d7d.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.691582] env[62675]: DEBUG oslo_vmware.api [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691381, 'name': PowerOffVM_Task, 'duration_secs': 0.243591} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.691818] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34ca3834-0f93-4314-8426-134b8904e378 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.702338] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.703068] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.703068] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8106c7ed-a17b-42aa-a62f-da52102a1259 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.710697] env[62675]: DEBUG oslo_vmware.api [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1023.710697] env[62675]: value = "task-2691383" [ 1023.710697] env[62675]: _type = "Task" [ 1023.710697] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.720776] env[62675]: DEBUG oslo_vmware.api [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.737880] env[62675]: DEBUG oslo_vmware.api [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691382, 'name': ReconfigVM_Task, 'duration_secs': 0.217354} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.738224] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1023.743650] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3513975-2061-4444-88a2-58e88753b5e0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.764305] env[62675]: DEBUG oslo_vmware.api [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1023.764305] env[62675]: value = "task-2691385" [ 1023.764305] env[62675]: _type = "Task" [ 1023.764305] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.773410] env[62675]: DEBUG oslo_vmware.api [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.776777] env[62675]: DEBUG nova.network.neutron [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Successfully created port: 88975fed-d314-4160-9564-84258ab7f598 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.788706] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.788934] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.789131] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Deleting the datastore file [datastore2] c6262f9f-f64e-42ac-ad87-e2f9777d1605 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.789392] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a633e5ed-5363-4925-836b-9da7176388d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.795391] env[62675]: DEBUG oslo_vmware.api [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for the task: (returnval){ [ 1023.795391] env[62675]: value = "task-2691386" [ 1023.795391] env[62675]: _type = "Task" [ 1023.795391] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.804226] env[62675]: DEBUG oslo_vmware.api [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.097966] env[62675]: ERROR nova.scheduler.client.report [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] [req-bda6616c-9bce-4012-b3ba-5d75948cdd45] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 115, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bda6616c-9bce-4012-b3ba-5d75948cdd45"}]} [ 1024.129925] env[62675]: DEBUG nova.scheduler.client.report [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1024.151247] env[62675]: DEBUG nova.scheduler.client.report [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1024.151503] env[62675]: DEBUG nova.compute.provider_tree [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.166976] env[62675]: DEBUG nova.scheduler.client.report [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1024.186233] env[62675]: DEBUG nova.scheduler.client.report [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1024.222676] env[62675]: DEBUG oslo_vmware.api [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691383, 'name': ReconfigVM_Task, 'duration_secs': 0.175179} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.225686] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542450', 'volume_id': '3246bcea-ea76-4ec5-a96f-0e334b4e7d7d', 'name': 'volume-3246bcea-ea76-4ec5-a96f-0e334b4e7d7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '618ce248-370f-4727-aae6-0c6b9640594f', 'attached_at': '', 'detached_at': '', 'volume_id': '3246bcea-ea76-4ec5-a96f-0e334b4e7d7d', 'serial': '3246bcea-ea76-4ec5-a96f-0e334b4e7d7d'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1024.281432] env[62675]: DEBUG oslo_vmware.api [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691385, 'name': ReconfigVM_Task, 'duration_secs': 0.157992} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.282418] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542416', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'name': 'volume-acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86554a0f-1325-4e3e-a1ea-7790a5ab6a43', 'attached_at': '', 'detached_at': '', 'volume_id': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b', 'serial': 'acd72d71-6516-4d1d-b1c7-0daecfe7650b'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1024.305817] env[62675]: DEBUG oslo_concurrency.lockutils [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.305817] env[62675]: DEBUG oslo_concurrency.lockutils [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.305817] env[62675]: DEBUG nova.network.neutron [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.310111] env[62675]: DEBUG oslo_vmware.api [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Task: {'id': task-2691386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218631} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.310613] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.310760] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.310937] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.311131] env[62675]: INFO nova.compute.manager [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1024.311376] env[62675]: DEBUG oslo.service.loopingcall [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.311571] env[62675]: DEBUG nova.compute.manager [-] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.311666] env[62675]: DEBUG nova.network.neutron [-] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.313481] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "792862b8-a9fa-46ed-828d-a9f8b698d969" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.313738] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.313957] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "792862b8-a9fa-46ed-828d-a9f8b698d969-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.314167] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.314333] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.316264] env[62675]: INFO nova.compute.manager [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Terminating instance [ 1024.451376] env[62675]: DEBUG nova.compute.manager [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.481746] env[62675]: DEBUG nova.virt.hardware [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.481995] env[62675]: DEBUG nova.virt.hardware [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.482168] env[62675]: DEBUG nova.virt.hardware [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.482351] env[62675]: DEBUG nova.virt.hardware [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.482501] env[62675]: DEBUG nova.virt.hardware [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.482650] env[62675]: DEBUG nova.virt.hardware [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.482857] env[62675]: DEBUG nova.virt.hardware [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.483029] env[62675]: DEBUG nova.virt.hardware [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.483205] env[62675]: DEBUG nova.virt.hardware [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.483373] env[62675]: DEBUG nova.virt.hardware [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.483593] env[62675]: DEBUG nova.virt.hardware [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.484469] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ab4e2-32da-4a38-9ac2-30d3b54089a2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.494678] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5338438-5232-4c1e-a93c-1bc2c63fcf5b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.514385] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497f6138-e2df-48c2-934b-c7ed9fcf0340 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.521625] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058c83aa-2b59-4a98-bf31-23085854dfeb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.554800] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3552327a-7ee6-4125-96a7-cee64c9e4c45 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.563126] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13185a3d-3592-41d4-8890-de00f0f489a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.577965] env[62675]: DEBUG nova.compute.provider_tree [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.668890] env[62675]: DEBUG nova.compute.manager [req-e5664ed6-c2ba-4d7f-96ee-26cd0d9d0f18 req-690c79be-5e33-4315-988d-764348a541ed service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Received event network-vif-deleted-3e2a90c9-1967-45fb-ac92-3b441adb00ea {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.668890] env[62675]: INFO nova.compute.manager [req-e5664ed6-c2ba-4d7f-96ee-26cd0d9d0f18 req-690c79be-5e33-4315-988d-764348a541ed service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Neutron deleted interface 3e2a90c9-1967-45fb-ac92-3b441adb00ea; detaching it from the instance and deleting it from the info cache [ 1024.668890] env[62675]: DEBUG nova.network.neutron [req-e5664ed6-c2ba-4d7f-96ee-26cd0d9d0f18 req-690c79be-5e33-4315-988d-764348a541ed service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.823253] env[62675]: DEBUG nova.compute.manager [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.823617] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.824389] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9604c05-a718-450b-826c-3a52a2d91ae0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.833040] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.833040] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43fa2e62-d09a-44e3-93b6-27c91565d2c4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.835779] env[62675]: DEBUG nova.objects.instance [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lazy-loading 'flavor' on Instance uuid 86554a0f-1325-4e3e-a1ea-7790a5ab6a43 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.840687] env[62675]: DEBUG oslo_vmware.api [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 1024.840687] env[62675]: value = "task-2691387" [ 1024.840687] env[62675]: _type = "Task" [ 1024.840687] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.851963] env[62675]: DEBUG oslo_vmware.api [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.040497] env[62675]: DEBUG nova.network.neutron [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance_info_cache with network_info: [{"id": "fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35", "address": "fa:16:3e:6a:96:46", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7a2a5f-40", "ovs_interfaceid": "fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.081090] env[62675]: DEBUG nova.scheduler.client.report [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.102804] env[62675]: DEBUG nova.network.neutron [-] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.172850] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19f688fc-6e3b-48d3-9bc0-9503949dbdbe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.182809] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819f8338-9dd9-4f73-8e3b-c63ec553d1c2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.217226] env[62675]: DEBUG nova.compute.manager [req-e5664ed6-c2ba-4d7f-96ee-26cd0d9d0f18 req-690c79be-5e33-4315-988d-764348a541ed service nova] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Detach interface failed, port_id=3e2a90c9-1967-45fb-ac92-3b441adb00ea, reason: Instance c6262f9f-f64e-42ac-ad87-e2f9777d1605 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1025.268441] env[62675]: DEBUG nova.objects.instance [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lazy-loading 'flavor' on Instance uuid 618ce248-370f-4727-aae6-0c6b9640594f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.273659] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Didn't find any instances for network info cache update. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1025.274170] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.274362] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.274530] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.275144] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.275144] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.275144] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.275276] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1025.275307] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1025.354923] env[62675]: DEBUG oslo_vmware.api [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691387, 'name': PowerOffVM_Task, 'duration_secs': 0.214551} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.356598] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.356598] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.357345] env[62675]: DEBUG nova.compute.manager [req-684d82d8-8f73-4f61-8227-09bd37e99f98 req-9584f220-6361-4f0b-ac78-c30d0f6fd580 service nova] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Received event network-vif-plugged-88975fed-d314-4160-9564-84258ab7f598 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.357345] env[62675]: DEBUG oslo_concurrency.lockutils [req-684d82d8-8f73-4f61-8227-09bd37e99f98 req-9584f220-6361-4f0b-ac78-c30d0f6fd580 service nova] Acquiring lock "02877f5b-d637-4cf8-ba97-bb5f96b972de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.357567] env[62675]: DEBUG oslo_concurrency.lockutils [req-684d82d8-8f73-4f61-8227-09bd37e99f98 req-9584f220-6361-4f0b-ac78-c30d0f6fd580 service nova] Lock "02877f5b-d637-4cf8-ba97-bb5f96b972de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.357947] env[62675]: DEBUG oslo_concurrency.lockutils [req-684d82d8-8f73-4f61-8227-09bd37e99f98 req-9584f220-6361-4f0b-ac78-c30d0f6fd580 service nova] Lock "02877f5b-d637-4cf8-ba97-bb5f96b972de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.357947] env[62675]: DEBUG nova.compute.manager [req-684d82d8-8f73-4f61-8227-09bd37e99f98 req-9584f220-6361-4f0b-ac78-c30d0f6fd580 service nova] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] No waiting events found dispatching network-vif-plugged-88975fed-d314-4160-9564-84258ab7f598 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.358076] env[62675]: WARNING nova.compute.manager [req-684d82d8-8f73-4f61-8227-09bd37e99f98 req-9584f220-6361-4f0b-ac78-c30d0f6fd580 service nova] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Received unexpected event network-vif-plugged-88975fed-d314-4160-9564-84258ab7f598 for instance with vm_state building and task_state spawning. [ 1025.358623] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15606173-ad9b-4734-8fe7-e5ee8be48e72 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.427022] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.427022] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.427022] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Deleting the datastore file [datastore2] 792862b8-a9fa-46ed-828d-a9f8b698d969 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.427022] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a807c200-7273-48f4-a6f4-4ddaf112a675 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.434265] env[62675]: DEBUG oslo_vmware.api [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 1025.434265] env[62675]: value = "task-2691389" [ 1025.434265] env[62675]: _type = "Task" [ 1025.434265] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.445201] env[62675]: DEBUG oslo_vmware.api [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.448542] env[62675]: DEBUG nova.network.neutron [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Successfully updated port: 88975fed-d314-4160-9564-84258ab7f598 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.544422] env[62675]: DEBUG oslo_concurrency.lockutils [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.588308] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.155s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.589309] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.791s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.589903] env[62675]: DEBUG nova.objects.instance [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lazy-loading 'resources' on Instance uuid 7e39311c-f324-4f9f-8451-155c2e04a13d {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.605921] env[62675]: INFO nova.compute.manager [-] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Took 1.29 seconds to deallocate network for instance. [ 1025.614620] env[62675]: INFO nova.scheduler.client.report [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Deleted allocations for instance ff7e5351-7495-4be9-8af5-e27f42dd545c [ 1025.774878] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e7b0de2-2fb2-4279-8958-7c571c846bbf tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "618ce248-370f-4727-aae6-0c6b9640594f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.339s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.778365] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.851420] env[62675]: DEBUG oslo_concurrency.lockutils [None req-33d98e31-5b98-4e52-a04d-73152bdf6c4d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.356s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.947131] env[62675]: DEBUG oslo_vmware.api [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150568} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.947658] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.947954] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.948307] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.948625] env[62675]: INFO nova.compute.manager [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1025.949159] env[62675]: DEBUG oslo.service.loopingcall [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1025.949582] env[62675]: DEBUG nova.compute.manager [-] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.949865] env[62675]: DEBUG nova.network.neutron [-] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.957959] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "refresh_cache-02877f5b-d637-4cf8-ba97-bb5f96b972de" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.957959] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "refresh_cache-02877f5b-d637-4cf8-ba97-bb5f96b972de" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.958554] env[62675]: DEBUG nova.network.neutron [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.073338] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6005c6a6-1483-477a-ad17-42ac842cab97 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.097882] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d20f0-7a24-421e-be37-12df2d84aa60 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.105320] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance '4e5656ae-3f24-4ded-b444-91418aec39cc' progress to 83 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.115516] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.122250] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4da926af-0517-4234-8d02-d202fd7394d2 tempest-FloatingIPsAssociationTestJSON-829669863 tempest-FloatingIPsAssociationTestJSON-829669863-project-member] Lock "ff7e5351-7495-4be9-8af5-e27f42dd545c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.104s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.437344] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8ba60b-c7cf-40e0-a03d-6e7edc946746 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.453296] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e1734a-2286-4d69-bdf5-3a7e91c623df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.494441] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d432f9a-2f0b-41c5-9324-f27e3131eb2f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.503610] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f33994-0cf7-4c69-81d0-79771934606c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.518162] env[62675]: DEBUG nova.compute.provider_tree [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.554835] env[62675]: DEBUG nova.network.neutron [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.615334] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.615575] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e8c28c4-6f02-4faf-862d-1ae34d082681 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.624659] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1026.624659] env[62675]: value = "task-2691390" [ 1026.624659] env[62675]: _type = "Task" [ 1026.624659] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.631975] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.840016] env[62675]: DEBUG nova.network.neutron [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Updating instance_info_cache with network_info: [{"id": "88975fed-d314-4160-9564-84258ab7f598", "address": "fa:16:3e:b1:1d:73", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88975fed-d3", "ovs_interfaceid": "88975fed-d314-4160-9564-84258ab7f598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.945714] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.946055] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.946653] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.946861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.947050] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.949212] env[62675]: INFO nova.compute.manager [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Terminating instance [ 1026.997784] env[62675]: DEBUG nova.network.neutron [-] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.024438] env[62675]: DEBUG nova.scheduler.client.report [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.136431] env[62675]: DEBUG oslo_vmware.api [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691390, 'name': PowerOnVM_Task, 'duration_secs': 0.429086} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.136431] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.136431] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-944fa228-c227-40e3-b4db-1641937973a0 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance '4e5656ae-3f24-4ded-b444-91418aec39cc' progress to 100 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.340184] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "refresh_cache-02877f5b-d637-4cf8-ba97-bb5f96b972de" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.340521] env[62675]: DEBUG nova.compute.manager [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Instance network_info: |[{"id": "88975fed-d314-4160-9564-84258ab7f598", "address": "fa:16:3e:b1:1d:73", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88975fed-d3", "ovs_interfaceid": "88975fed-d314-4160-9564-84258ab7f598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.341118] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:1d:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88975fed-d314-4160-9564-84258ab7f598', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.350448] env[62675]: DEBUG oslo.service.loopingcall [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1027.350584] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.350808] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8199d87c-f065-4127-8f12-6d40f412dcf8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.373035] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.373035] env[62675]: value = "task-2691391" [ 1027.373035] env[62675]: _type = "Task" [ 1027.373035] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.383551] env[62675]: DEBUG nova.compute.manager [req-f08171da-802a-41f1-91f7-4b9ae2f8d272 req-524a58e4-3ab5-49c6-85ff-18d4265f90ef service nova] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Received event network-changed-88975fed-d314-4160-9564-84258ab7f598 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.383780] env[62675]: DEBUG nova.compute.manager [req-f08171da-802a-41f1-91f7-4b9ae2f8d272 req-524a58e4-3ab5-49c6-85ff-18d4265f90ef service nova] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Refreshing instance network info cache due to event network-changed-88975fed-d314-4160-9564-84258ab7f598. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1027.383973] env[62675]: DEBUG oslo_concurrency.lockutils [req-f08171da-802a-41f1-91f7-4b9ae2f8d272 req-524a58e4-3ab5-49c6-85ff-18d4265f90ef service nova] Acquiring lock "refresh_cache-02877f5b-d637-4cf8-ba97-bb5f96b972de" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.384130] env[62675]: DEBUG oslo_concurrency.lockutils [req-f08171da-802a-41f1-91f7-4b9ae2f8d272 req-524a58e4-3ab5-49c6-85ff-18d4265f90ef service nova] Acquired lock "refresh_cache-02877f5b-d637-4cf8-ba97-bb5f96b972de" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.384636] env[62675]: DEBUG nova.network.neutron [req-f08171da-802a-41f1-91f7-4b9ae2f8d272 req-524a58e4-3ab5-49c6-85ff-18d4265f90ef service nova] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Refreshing network info cache for port 88975fed-d314-4160-9564-84258ab7f598 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.389433] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691391, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.454747] env[62675]: DEBUG nova.compute.manager [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.455422] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.456726] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0bd2f3-20b7-4a95-be9d-d0d73faa59a0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.464790] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.465144] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8f64f03-6d90-4586-ab04-d1c999c17702 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.470339] env[62675]: DEBUG oslo_vmware.api [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1027.470339] env[62675]: value = "task-2691392" [ 1027.470339] env[62675]: _type = "Task" [ 1027.470339] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.477791] env[62675]: DEBUG oslo_vmware.api [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.502607] env[62675]: INFO nova.compute.manager [-] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Took 1.55 seconds to deallocate network for instance. [ 1027.530186] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.533483] env[62675]: DEBUG oslo_concurrency.lockutils [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.902s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.554069] env[62675]: INFO nova.scheduler.client.report [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Deleted allocations for instance 7e39311c-f324-4f9f-8451-155c2e04a13d [ 1027.851152] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.851242] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.887250] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691391, 'name': CreateVM_Task, 'duration_secs': 0.349864} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.887526] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.889009] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.889476] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.890075] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1027.894051] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f40bd1-470b-459c-804e-4be1a684f210 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.899308] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1027.899308] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f2b1d2-0c48-13cd-5ea7-67c2737834a7" [ 1027.899308] env[62675]: _type = "Task" [ 1027.899308] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.908476] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f2b1d2-0c48-13cd-5ea7-67c2737834a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.982253] env[62675]: DEBUG oslo_vmware.api [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691392, 'name': PowerOffVM_Task, 'duration_secs': 0.235567} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.982253] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.982253] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.982612] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89c30129-0483-490a-9b5c-12c00fee1f3c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.011114] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.041170] env[62675]: INFO nova.compute.claims [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.051613] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.052045] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.052362] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleting the datastore file [datastore1] 86554a0f-1325-4e3e-a1ea-7790a5ab6a43 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.054047] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be4ade2c-a5c2-4160-9471-4c50241bb499 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.065428] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c3cc319e-31cd-4b4a-b2a2-eff68d40cedb tempest-ServersAdmin275Test-109681815 tempest-ServersAdmin275Test-109681815-project-member] Lock "7e39311c-f324-4f9f-8451-155c2e04a13d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.533s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.065428] env[62675]: DEBUG oslo_vmware.api [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1028.065428] env[62675]: value = "task-2691394" [ 1028.065428] env[62675]: _type = "Task" [ 1028.065428] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.079130] env[62675]: DEBUG oslo_vmware.api [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.216283] env[62675]: DEBUG nova.network.neutron [req-f08171da-802a-41f1-91f7-4b9ae2f8d272 req-524a58e4-3ab5-49c6-85ff-18d4265f90ef service nova] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Updated VIF entry in instance network info cache for port 88975fed-d314-4160-9564-84258ab7f598. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.216629] env[62675]: DEBUG nova.network.neutron [req-f08171da-802a-41f1-91f7-4b9ae2f8d272 req-524a58e4-3ab5-49c6-85ff-18d4265f90ef service nova] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Updating instance_info_cache with network_info: [{"id": "88975fed-d314-4160-9564-84258ab7f598", "address": "fa:16:3e:b1:1d:73", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88975fed-d3", "ovs_interfaceid": "88975fed-d314-4160-9564-84258ab7f598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.356582] env[62675]: DEBUG nova.compute.manager [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1028.411014] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f2b1d2-0c48-13cd-5ea7-67c2737834a7, 'name': SearchDatastore_Task, 'duration_secs': 0.032464} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.411014] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.411207] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.411438] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.411579] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.411755] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.412021] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf3aa9e8-9579-4769-8193-609229bbf225 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.433825] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.433958] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.434849] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165c48c2-76ae-4976-bd39-e4d9142c5abc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.440853] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1028.440853] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ca14fd-335f-e96f-0a71-9b336ddae258" [ 1028.440853] env[62675]: _type = "Task" [ 1028.440853] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.449256] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ca14fd-335f-e96f-0a71-9b336ddae258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.546532] env[62675]: INFO nova.compute.resource_tracker [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating resource usage from migration 9d047c95-5fc5-492f-8809-786455800520 [ 1028.583460] env[62675]: DEBUG oslo_vmware.api [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374651} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.583552] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.583755] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.583966] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.584215] env[62675]: INFO nova.compute.manager [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1028.584494] env[62675]: DEBUG oslo.service.loopingcall [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1028.586741] env[62675]: DEBUG nova.compute.manager [-] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.586741] env[62675]: DEBUG nova.network.neutron [-] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.718864] env[62675]: DEBUG oslo_concurrency.lockutils [req-f08171da-802a-41f1-91f7-4b9ae2f8d272 req-524a58e4-3ab5-49c6-85ff-18d4265f90ef service nova] Releasing lock "refresh_cache-02877f5b-d637-4cf8-ba97-bb5f96b972de" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.719176] env[62675]: DEBUG nova.compute.manager [req-f08171da-802a-41f1-91f7-4b9ae2f8d272 req-524a58e4-3ab5-49c6-85ff-18d4265f90ef service nova] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Received event network-vif-deleted-387225f9-fe2f-4f16-a480-44ba90c2361d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1028.876804] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.891430] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2280aef4-7663-4539-a557-517993235327 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.899563] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c97b45-144e-4dc0-b135-d533727fe6b0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.938075] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd0aec4-6603-43b0-842b-7fec52330f01 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.947105] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd742786-724e-469b-ad41-1c12908b7419 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.957370] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ca14fd-335f-e96f-0a71-9b336ddae258, 'name': SearchDatastore_Task, 'duration_secs': 0.04548} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.966801] env[62675]: DEBUG nova.compute.provider_tree [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.968397] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec91c27-2c81-4880-92f9-6f47010f5d6c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.975198] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1028.975198] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52982be6-a953-ea98-d5bf-ebf93a517ccb" [ 1028.975198] env[62675]: _type = "Task" [ 1028.975198] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.984037] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52982be6-a953-ea98-d5bf-ebf93a517ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.056712] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "4e5656ae-3f24-4ded-b444-91418aec39cc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.056977] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "4e5656ae-3f24-4ded-b444-91418aec39cc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.057305] env[62675]: DEBUG nova.compute.manager [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Going to confirm migration 6 {{(pid=62675) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1029.448538] env[62675]: DEBUG nova.compute.manager [req-81d42555-58c0-4ad9-9371-b540cb2bf045 req-9c92748e-ccf3-4c53-9a91-18b18d6c45cd service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Received event network-vif-deleted-16fe85a9-7488-449e-8c0a-10ce1123594f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.448538] env[62675]: INFO nova.compute.manager [req-81d42555-58c0-4ad9-9371-b540cb2bf045 req-9c92748e-ccf3-4c53-9a91-18b18d6c45cd service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Neutron deleted interface 16fe85a9-7488-449e-8c0a-10ce1123594f; detaching it from the instance and deleting it from the info cache [ 1029.448538] env[62675]: DEBUG nova.network.neutron [req-81d42555-58c0-4ad9-9371-b540cb2bf045 req-9c92748e-ccf3-4c53-9a91-18b18d6c45cd service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.475030] env[62675]: DEBUG nova.scheduler.client.report [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.489124] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52982be6-a953-ea98-d5bf-ebf93a517ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.490364] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.490364] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 02877f5b-d637-4cf8-ba97-bb5f96b972de/02877f5b-d637-4cf8-ba97-bb5f96b972de.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.492016] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-159a5a08-eb02-4ac3-a709-84e7b802ea33 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.499926] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1029.499926] env[62675]: value = "task-2691395" [ 1029.499926] env[62675]: _type = "Task" [ 1029.499926] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.512218] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.625158] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.625158] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.625158] env[62675]: DEBUG nova.network.neutron [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.625158] env[62675]: DEBUG nova.objects.instance [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lazy-loading 'info_cache' on Instance uuid 4e5656ae-3f24-4ded-b444-91418aec39cc {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.922868] env[62675]: DEBUG nova.network.neutron [-] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.954590] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-663cabe5-38a7-4852-9e33-944ca810af50 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.965145] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e78ace-0acb-49fd-8901-1d52bf22d7e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.982493] env[62675]: DEBUG oslo_concurrency.lockutils [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.449s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.982493] env[62675]: INFO nova.compute.manager [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Migrating [ 1029.995026] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.480s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.032177] env[62675]: DEBUG nova.compute.manager [req-81d42555-58c0-4ad9-9371-b540cb2bf045 req-9c92748e-ccf3-4c53-9a91-18b18d6c45cd service nova] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Detach interface failed, port_id=16fe85a9-7488-449e-8c0a-10ce1123594f, reason: Instance 86554a0f-1325-4e3e-a1ea-7790a5ab6a43 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1030.040542] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691395, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.426445] env[62675]: INFO nova.compute.manager [-] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Took 1.84 seconds to deallocate network for instance. [ 1030.510824] env[62675]: DEBUG oslo_concurrency.lockutils [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.511025] env[62675]: DEBUG oslo_concurrency.lockutils [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.511225] env[62675]: DEBUG nova.network.neutron [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.521710] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894818} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.521998] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 02877f5b-d637-4cf8-ba97-bb5f96b972de/02877f5b-d637-4cf8-ba97-bb5f96b972de.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.522379] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.522583] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee9b1cd7-f2b7-4d1a-8835-0b7d276d592a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.530830] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1030.530830] env[62675]: value = "task-2691396" [ 1030.530830] env[62675]: _type = "Task" [ 1030.530830] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.539787] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.867054] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e88f6aa-2e00-4135-bd02-b8ae3bb01801 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.876339] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea70143b-4c8b-4b99-9b79-e4bf9698d3fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.916896] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1475ff7a-59c5-4c5b-8e1f-d49b737e9c40 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.927080] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13be3771-34e2-4af6-b31e-47d4365b7f88 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.942856] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.943423] env[62675]: DEBUG nova.compute.provider_tree [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.042329] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081823} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.042706] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.043335] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faea744-9c54-4f6d-ae7f-2959c7de5185 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.069765] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 02877f5b-d637-4cf8-ba97-bb5f96b972de/02877f5b-d637-4cf8-ba97-bb5f96b972de.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.072810] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71a1392a-640c-4a3f-86aa-d21c358fe598 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.095609] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1031.095609] env[62675]: value = "task-2691397" [ 1031.095609] env[62675]: _type = "Task" [ 1031.095609] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.104743] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.179570] env[62675]: DEBUG nova.network.neutron [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance_info_cache with network_info: [{"id": "fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35", "address": "fa:16:3e:6a:96:46", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7a2a5f-40", "ovs_interfaceid": "fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.447592] env[62675]: DEBUG nova.scheduler.client.report [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.451504] env[62675]: DEBUG nova.network.neutron [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance_info_cache with network_info: [{"id": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "address": "fa:16:3e:27:90:41", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa543e116-7d", "ovs_interfaceid": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.608639] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691397, 'name': ReconfigVM_Task, 'duration_secs': 0.309252} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.608927] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 02877f5b-d637-4cf8-ba97-bb5f96b972de/02877f5b-d637-4cf8-ba97-bb5f96b972de.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.609811] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d924fde5-94a7-42ea-b4cd-3761e79cf097 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.618847] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1031.618847] env[62675]: value = "task-2691398" [ 1031.618847] env[62675]: _type = "Task" [ 1031.618847] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.631064] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691398, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.683337] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "refresh_cache-4e5656ae-3f24-4ded-b444-91418aec39cc" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.683337] env[62675]: DEBUG nova.objects.instance [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lazy-loading 'migration_context' on Instance uuid 4e5656ae-3f24-4ded-b444-91418aec39cc {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.964580] env[62675]: DEBUG oslo_concurrency.lockutils [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.133294] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691398, 'name': Rename_Task, 'duration_secs': 0.149628} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.133294] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.133294] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b8b323b-74c4-49ab-afe3-7dc2e0ae470c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.141282] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1032.141282] env[62675]: value = "task-2691399" [ 1032.141282] env[62675]: _type = "Task" [ 1032.141282] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.149975] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.187739] env[62675]: DEBUG nova.objects.base [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Object Instance<4e5656ae-3f24-4ded-b444-91418aec39cc> lazy-loaded attributes: info_cache,migration_context {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1032.189577] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0da197-bc11-49fc-ab5a-d1d0cbb44430 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.210617] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d86820d-f2ac-4785-80bd-e31ecf8a3b53 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.217064] env[62675]: DEBUG oslo_vmware.api [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1032.217064] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bd0595-e91c-db15-733c-4781b9076dba" [ 1032.217064] env[62675]: _type = "Task" [ 1032.217064] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.230084] env[62675]: DEBUG oslo_vmware.api [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bd0595-e91c-db15-733c-4781b9076dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.466037] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.473s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.472174] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.884s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.473750] env[62675]: INFO nova.compute.claims [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.654499] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.730919] env[62675]: DEBUG oslo_vmware.api [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52bd0595-e91c-db15-733c-4781b9076dba, 'name': SearchDatastore_Task, 'duration_secs': 0.008241} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.731878] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.054579] env[62675]: INFO nova.scheduler.client.report [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleted allocation for migration f8ff92a4-dfd3-4e51-93f3-7d21cbfb9374 [ 1033.152905] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691399, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.261280] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Acquiring lock "51bd7426-7e1b-4b82-b724-3a7b544709bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.262036] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Lock "51bd7426-7e1b-4b82-b724-3a7b544709bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.495923] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7aba12b-0557-488e-8274-f1d365bb8ba9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.519963] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance 'a1f99b1b-40ed-40e1-b56c-055aa4ebcabf' progress to 0 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1033.563816] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ffb1cb2a-0f10-4d8e-832d-a06d6ae1e8e0 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.906s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.613444] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Acquiring lock "8223760e-3688-48c7-9043-2f6532f67a1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.613707] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lock "8223760e-3688-48c7-9043-2f6532f67a1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.654244] env[62675]: DEBUG oslo_vmware.api [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691399, 'name': PowerOnVM_Task, 'duration_secs': 1.024864} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.654515] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.655492] env[62675]: INFO nova.compute.manager [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1033.655492] env[62675]: DEBUG nova.compute.manager [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.655717] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e027a5-520a-420f-a86b-25d1030bf021 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.768143] env[62675]: DEBUG nova.compute.manager [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.892653] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75797285-c86c-4e15-a921-7f0e3ddcd9bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.905676] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14b9371-c0e6-45b6-a740-136c144440cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.911959] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.912198] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.912403] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.912567] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.912728] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.945397] env[62675]: INFO nova.compute.manager [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Terminating instance [ 1033.947545] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb141ea-c6a1-4907-bb9e-3bffd132b130 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.956560] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e430a7-904c-4ec6-b66c-8c60e597818c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.973136] env[62675]: DEBUG nova.compute.provider_tree [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.029584] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.029584] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c095ad3-ce29-4272-b4c5-7c3fa1b4e2ab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.037415] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1034.037415] env[62675]: value = "task-2691400" [ 1034.037415] env[62675]: _type = "Task" [ 1034.037415] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.047135] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.116467] env[62675]: DEBUG nova.compute.manager [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1034.179178] env[62675]: INFO nova.compute.manager [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Took 28.92 seconds to build instance. [ 1034.296836] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.458373] env[62675]: DEBUG nova.compute.manager [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.458753] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.459903] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71f4046-e0e3-4e4b-8e63-7e25528edc92 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.467962] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.470020] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6022bcc1-5edc-4d17-8bb7-a4db4fc30fe8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.475081] env[62675]: DEBUG oslo_vmware.api [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1034.475081] env[62675]: value = "task-2691401" [ 1034.475081] env[62675]: _type = "Task" [ 1034.475081] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.476059] env[62675]: DEBUG nova.scheduler.client.report [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.494875] env[62675]: DEBUG oslo_vmware.api [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.551027] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691400, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.640639] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.680755] env[62675]: DEBUG oslo_concurrency.lockutils [None req-0cc98378-ac34-45d6-94e8-675ba41c10d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "02877f5b-d637-4cf8-ba97-bb5f96b972de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.428s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.986305] env[62675]: DEBUG oslo_vmware.api [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691401, 'name': PowerOffVM_Task, 'duration_secs': 0.26705} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.986596] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.986797] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.987083] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99862c24-8590-429a-ad94-1cfd3eed5f3e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.990521] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.990521] env[62675]: DEBUG nova.compute.manager [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.993429] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.975s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.997368] env[62675]: INFO nova.compute.claims [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.061869] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691400, 'name': PowerOffVM_Task, 'duration_secs': 0.565529} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.063533] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.063601] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance 'a1f99b1b-40ed-40e1-b56c-055aa4ebcabf' progress to 17 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.067960] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.068199] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.068965] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleting the datastore file [datastore1] 496adcc8-14d1-4dc5-96c4-d6547e4b51e0 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.069064] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-350f2bb8-4b23-4b60-8277-b25db022f8cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.076699] env[62675]: DEBUG oslo_vmware.api [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1035.076699] env[62675]: value = "task-2691403" [ 1035.076699] env[62675]: _type = "Task" [ 1035.076699] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.085754] env[62675]: DEBUG oslo_vmware.api [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.499959] env[62675]: DEBUG nova.compute.utils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1035.501438] env[62675]: DEBUG nova.compute.manager [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.501604] env[62675]: DEBUG nova.network.neutron [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.563144] env[62675]: DEBUG oslo_concurrency.lockutils [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "02877f5b-d637-4cf8-ba97-bb5f96b972de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.563688] env[62675]: DEBUG oslo_concurrency.lockutils [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "02877f5b-d637-4cf8-ba97-bb5f96b972de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.563688] env[62675]: DEBUG oslo_concurrency.lockutils [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "02877f5b-d637-4cf8-ba97-bb5f96b972de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.563841] env[62675]: DEBUG oslo_concurrency.lockutils [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "02877f5b-d637-4cf8-ba97-bb5f96b972de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.564040] env[62675]: DEBUG oslo_concurrency.lockutils [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "02877f5b-d637-4cf8-ba97-bb5f96b972de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.566311] env[62675]: INFO nova.compute.manager [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Terminating instance [ 1035.570990] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.571244] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.571403] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.571595] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.571748] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.572000] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.572168] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.572298] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.572503] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.573570] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.573570] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.581280] env[62675]: DEBUG nova.policy [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf24a5bfdff41a7bb4b2fa21b80db67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a3741e26954bbb8ce6f9294054f86a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.582453] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6535157-57f1-4d57-bfe8-ec7522b80f29 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.610611] env[62675]: DEBUG oslo_vmware.api [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.612045] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1035.612045] env[62675]: value = "task-2691404" [ 1035.612045] env[62675]: _type = "Task" [ 1035.612045] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.623542] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.966942] env[62675]: DEBUG nova.network.neutron [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Successfully created port: 66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.008886] env[62675]: DEBUG nova.compute.manager [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.069783] env[62675]: DEBUG nova.compute.manager [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.069990] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.071224] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbd4be4-21ce-454a-98a8-409dfa123a1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.081635] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.081893] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aa1c327-2b4a-4cfe-8db3-dd9dbeecc5da {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.099545] env[62675]: DEBUG oslo_vmware.api [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1036.099545] env[62675]: value = "task-2691405" [ 1036.099545] env[62675]: _type = "Task" [ 1036.099545] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.109599] env[62675]: DEBUG oslo_vmware.api [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.605634} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.111381] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.111580] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.111788] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.111985] env[62675]: INFO nova.compute.manager [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1036.112279] env[62675]: DEBUG oslo.service.loopingcall [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1036.112710] env[62675]: DEBUG nova.compute.manager [-] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.112828] env[62675]: DEBUG nova.network.neutron [-] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.120416] env[62675]: DEBUG oslo_vmware.api [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.127479] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691404, 'name': ReconfigVM_Task, 'duration_secs': 0.176342} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.130018] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance 'a1f99b1b-40ed-40e1-b56c-055aa4ebcabf' progress to 33 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.374948] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9357d07-09a8-4e48-9c8e-8cc9138b991a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.386903] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1079276b-b9e1-418a-8c50-3eb92147ea25 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.422127] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549cbedd-5a49-4b05-bef4-b8c4c496f116 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.430242] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0179ba-fdb8-4583-bf09-a84d03679fe0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.444053] env[62675]: DEBUG nova.compute.provider_tree [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.612601] env[62675]: DEBUG oslo_vmware.api [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691405, 'name': PowerOffVM_Task, 'duration_secs': 0.292642} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.613331] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.613331] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.613452] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f100fd06-e5ea-4475-be89-f6d2db4b0e1c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.624780] env[62675]: DEBUG nova.compute.manager [req-881cfe00-1ef9-442c-9335-93da2cef3011 req-995a0315-7337-4a47-ac79-9ca4e8be7920 service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Received event network-vif-deleted-eddea46f-a6ee-483e-8d3e-cd828dd86e96 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1036.624780] env[62675]: INFO nova.compute.manager [req-881cfe00-1ef9-442c-9335-93da2cef3011 req-995a0315-7337-4a47-ac79-9ca4e8be7920 service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Neutron deleted interface eddea46f-a6ee-483e-8d3e-cd828dd86e96; detaching it from the instance and deleting it from the info cache [ 1036.624780] env[62675]: DEBUG nova.network.neutron [req-881cfe00-1ef9-442c-9335-93da2cef3011 req-995a0315-7337-4a47-ac79-9ca4e8be7920 service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.638710] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.638710] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.638710] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.638710] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.638710] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.638710] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.639288] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.639486] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.639669] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.640415] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.640415] env[62675]: DEBUG nova.virt.hardware [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.645606] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1036.647581] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4de1e86c-2934-4500-a3dd-e1a56e379ffb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.670055] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1036.670055] env[62675]: value = "task-2691407" [ 1036.670055] env[62675]: _type = "Task" [ 1036.670055] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.682273] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.682273] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.682273] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.682273] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleting the datastore file [datastore2] 02877f5b-d637-4cf8-ba97-bb5f96b972de {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.682273] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3bf33dc-69a7-4cf6-96ef-c527edc2f4dc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.688189] env[62675]: DEBUG oslo_vmware.api [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1036.688189] env[62675]: value = "task-2691408" [ 1036.688189] env[62675]: _type = "Task" [ 1036.688189] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.697258] env[62675]: DEBUG oslo_vmware.api [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.948510] env[62675]: DEBUG nova.scheduler.client.report [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.019161] env[62675]: DEBUG nova.compute.manager [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.051904] env[62675]: DEBUG nova.virt.hardware [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.052197] env[62675]: DEBUG nova.virt.hardware [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.052388] env[62675]: DEBUG nova.virt.hardware [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.052528] env[62675]: DEBUG nova.virt.hardware [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.052671] env[62675]: DEBUG nova.virt.hardware [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.052816] env[62675]: DEBUG nova.virt.hardware [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.053069] env[62675]: DEBUG nova.virt.hardware [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.053307] env[62675]: DEBUG nova.virt.hardware [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.053417] env[62675]: DEBUG nova.virt.hardware [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.053611] env[62675]: DEBUG nova.virt.hardware [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.053815] env[62675]: DEBUG nova.virt.hardware [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.054711] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14834cc0-de19-4c58-9aae-f47801b689ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.063389] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d05c9b-3004-4b6e-bc76-10cb5dd60507 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.106057] env[62675]: DEBUG nova.network.neutron [-] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.127166] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f40a3fe-8d4a-4210-beb5-d3de7c8c6f4b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.137016] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4be4bec-99b2-46d2-9116-02f0cb34f7b8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.169851] env[62675]: DEBUG nova.compute.manager [req-881cfe00-1ef9-442c-9335-93da2cef3011 req-995a0315-7337-4a47-ac79-9ca4e8be7920 service nova] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Detach interface failed, port_id=eddea46f-a6ee-483e-8d3e-cd828dd86e96, reason: Instance 496adcc8-14d1-4dc5-96c4-d6547e4b51e0 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1037.179158] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691407, 'name': ReconfigVM_Task, 'duration_secs': 0.189467} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.179403] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1037.180174] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4613714c-599c-4f15-af03-fbbff2363eeb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.206227] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] a1f99b1b-40ed-40e1-b56c-055aa4ebcabf/a1f99b1b-40ed-40e1-b56c-055aa4ebcabf.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.209501] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f1b906-7b13-4009-9aad-96f6d818d45a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.229471] env[62675]: DEBUG oslo_vmware.api [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159765} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.230816] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.231075] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.231274] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.231454] env[62675]: INFO nova.compute.manager [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1037.231700] env[62675]: DEBUG oslo.service.loopingcall [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1037.231968] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1037.231968] env[62675]: value = "task-2691409" [ 1037.231968] env[62675]: _type = "Task" [ 1037.231968] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.232177] env[62675]: DEBUG nova.compute.manager [-] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.232275] env[62675]: DEBUG nova.network.neutron [-] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.242062] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.453666] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.455191] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.009s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.455424] env[62675]: DEBUG nova.objects.instance [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lazy-loading 'pci_requests' on Instance uuid 9e8115f4-d252-4a18-a345-b7c29acf7d02 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.485202] env[62675]: DEBUG nova.compute.manager [req-bcf6ed06-ff58-44ca-b385-453ade2adc13 req-40b1a502-337b-47f9-b3d1-79fb5242e9f7 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Received event network-vif-plugged-66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.485202] env[62675]: DEBUG oslo_concurrency.lockutils [req-bcf6ed06-ff58-44ca-b385-453ade2adc13 req-40b1a502-337b-47f9-b3d1-79fb5242e9f7 service nova] Acquiring lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.485202] env[62675]: DEBUG oslo_concurrency.lockutils [req-bcf6ed06-ff58-44ca-b385-453ade2adc13 req-40b1a502-337b-47f9-b3d1-79fb5242e9f7 service nova] Lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.485202] env[62675]: DEBUG oslo_concurrency.lockutils [req-bcf6ed06-ff58-44ca-b385-453ade2adc13 req-40b1a502-337b-47f9-b3d1-79fb5242e9f7 service nova] Lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.485202] env[62675]: DEBUG nova.compute.manager [req-bcf6ed06-ff58-44ca-b385-453ade2adc13 req-40b1a502-337b-47f9-b3d1-79fb5242e9f7 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] No waiting events found dispatching network-vif-plugged-66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.485544] env[62675]: WARNING nova.compute.manager [req-bcf6ed06-ff58-44ca-b385-453ade2adc13 req-40b1a502-337b-47f9-b3d1-79fb5242e9f7 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Received unexpected event network-vif-plugged-66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f for instance with vm_state building and task_state spawning. [ 1037.573159] env[62675]: DEBUG nova.network.neutron [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Successfully updated port: 66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.608526] env[62675]: INFO nova.compute.manager [-] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Took 1.50 seconds to deallocate network for instance. [ 1037.744538] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.959253] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquiring lock "fed8d77e-fed4-4723-a71e-a203ed71f97d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.959253] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Lock "fed8d77e-fed4-4723-a71e-a203ed71f97d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.961724] env[62675]: DEBUG nova.objects.instance [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lazy-loading 'numa_topology' on Instance uuid 9e8115f4-d252-4a18-a345-b7c29acf7d02 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.996340] env[62675]: DEBUG nova.network.neutron [-] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.076554] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1038.076769] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.077011] env[62675]: DEBUG nova.network.neutron [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.114990] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.245622] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691409, 'name': ReconfigVM_Task, 'duration_secs': 0.6181} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.245956] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfigured VM instance instance-0000005a to attach disk [datastore2] a1f99b1b-40ed-40e1-b56c-055aa4ebcabf/a1f99b1b-40ed-40e1-b56c-055aa4ebcabf.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.246259] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance 'a1f99b1b-40ed-40e1-b56c-055aa4ebcabf' progress to 50 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.464067] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Lock "fed8d77e-fed4-4723-a71e-a203ed71f97d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.464244] env[62675]: DEBUG nova.compute.manager [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.466969] env[62675]: INFO nova.compute.claims [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.500340] env[62675]: INFO nova.compute.manager [-] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Took 1.27 seconds to deallocate network for instance. [ 1038.607499] env[62675]: DEBUG nova.network.neutron [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.659561] env[62675]: DEBUG nova.compute.manager [req-70d82d21-96b1-4787-b37b-76ed9395e396 req-dd6447b5-4881-4384-a3ff-1aa33a285b4d service nova] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Received event network-vif-deleted-88975fed-d314-4160-9564-84258ab7f598 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1038.740430] env[62675]: DEBUG nova.network.neutron [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updating instance_info_cache with network_info: [{"id": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "address": "fa:16:3e:64:19:e1", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c8a1ad-18", "ovs_interfaceid": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.753191] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce3e4ae-f913-40db-baea-34723160bf2a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.775377] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4518a8f-1a5c-4303-9875-7321f3f09865 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.796353] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance 'a1f99b1b-40ed-40e1-b56c-055aa4ebcabf' progress to 67 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.971753] env[62675]: DEBUG nova.compute.utils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1038.974938] env[62675]: DEBUG nova.compute.manager [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.975121] env[62675]: DEBUG nova.network.neutron [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.006402] env[62675]: DEBUG oslo_concurrency.lockutils [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.013578] env[62675]: DEBUG nova.policy [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fbfa19b6bd04bce823f3a97b81f24cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ae1e4486d294a039f87dd4a55f092ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.243850] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1039.244228] env[62675]: DEBUG nova.compute.manager [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Instance network_info: |[{"id": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "address": "fa:16:3e:64:19:e1", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c8a1ad-18", "ovs_interfaceid": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.245957] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:19:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.254125] env[62675]: DEBUG oslo.service.loopingcall [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1039.254689] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.254911] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c77350e0-cb87-4be2-ac4b-b7f9b98adb7e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.276050] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.276050] env[62675]: value = "task-2691410" [ 1039.276050] env[62675]: _type = "Task" [ 1039.276050] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.282265] env[62675]: DEBUG nova.network.neutron [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Successfully created port: c923f803-f7ac-40c9-83bb-fc0cc7611d3f {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.290211] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691410, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.483551] env[62675]: DEBUG nova.compute.manager [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.510190] env[62675]: DEBUG nova.compute.manager [req-2e7ccc35-3842-4f20-b51b-3f42ed1c586f req-a50185fb-b530-443d-bfba-e427c63de7ca service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Received event network-changed-66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.510408] env[62675]: DEBUG nova.compute.manager [req-2e7ccc35-3842-4f20-b51b-3f42ed1c586f req-a50185fb-b530-443d-bfba-e427c63de7ca service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Refreshing instance network info cache due to event network-changed-66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.510628] env[62675]: DEBUG oslo_concurrency.lockutils [req-2e7ccc35-3842-4f20-b51b-3f42ed1c586f req-a50185fb-b530-443d-bfba-e427c63de7ca service nova] Acquiring lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.510777] env[62675]: DEBUG oslo_concurrency.lockutils [req-2e7ccc35-3842-4f20-b51b-3f42ed1c586f req-a50185fb-b530-443d-bfba-e427c63de7ca service nova] Acquired lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.510943] env[62675]: DEBUG nova.network.neutron [req-2e7ccc35-3842-4f20-b51b-3f42ed1c586f req-a50185fb-b530-443d-bfba-e427c63de7ca service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Refreshing network info cache for port 66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.787031] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691410, 'name': CreateVM_Task, 'duration_secs': 0.358375} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.787307] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.788280] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.788280] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.788584] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1039.788666] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c6c310-57bb-4a3e-8e84-133dbacb9907 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.793059] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1039.793059] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fd312a-7cdc-0aa9-6c0f-155601b6658f" [ 1039.793059] env[62675]: _type = "Task" [ 1039.793059] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.798880] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeacd29b-2374-4a29-8e50-88229ed32402 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.804255] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fd312a-7cdc-0aa9-6c0f-155601b6658f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.808435] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073f6f63-ae4f-4af3-ad87-eecc4acd14b2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.838265] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82155a0b-0c55-4450-86d5-f10a8ec55066 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.845822] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1f00ac-af36-4491-9b70-f89ec1ee20ba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.862056] env[62675]: DEBUG nova.compute.provider_tree [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.247838] env[62675]: DEBUG nova.network.neutron [req-2e7ccc35-3842-4f20-b51b-3f42ed1c586f req-a50185fb-b530-443d-bfba-e427c63de7ca service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updated VIF entry in instance network info cache for port 66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.248327] env[62675]: DEBUG nova.network.neutron [req-2e7ccc35-3842-4f20-b51b-3f42ed1c586f req-a50185fb-b530-443d-bfba-e427c63de7ca service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updating instance_info_cache with network_info: [{"id": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "address": "fa:16:3e:64:19:e1", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c8a1ad-18", "ovs_interfaceid": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.303610] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fd312a-7cdc-0aa9-6c0f-155601b6658f, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.303981] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.304238] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.304470] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.304619] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.304811] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.305101] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-238b9e39-818d-431c-98a6-0b61917c174d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.313447] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.313618] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.314390] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07e7f1f-b7e4-4a3c-8ffa-90ef4c058c47 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.319341] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1040.319341] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5273a29d-c765-c9bc-8ee7-ceeb9fb59e2f" [ 1040.319341] env[62675]: _type = "Task" [ 1040.319341] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.326738] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5273a29d-c765-c9bc-8ee7-ceeb9fb59e2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.365759] env[62675]: DEBUG nova.scheduler.client.report [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.466433] env[62675]: DEBUG nova.network.neutron [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Port a543e116-7dfa-467c-a52c-6b33a8b4be8d binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1040.493202] env[62675]: DEBUG nova.compute.manager [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.518950] env[62675]: DEBUG nova.virt.hardware [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.519221] env[62675]: DEBUG nova.virt.hardware [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.519384] env[62675]: DEBUG nova.virt.hardware [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.519567] env[62675]: DEBUG nova.virt.hardware [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.519715] env[62675]: DEBUG nova.virt.hardware [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.519885] env[62675]: DEBUG nova.virt.hardware [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.520086] env[62675]: DEBUG nova.virt.hardware [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.520249] env[62675]: DEBUG nova.virt.hardware [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.520418] env[62675]: DEBUG nova.virt.hardware [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.520579] env[62675]: DEBUG nova.virt.hardware [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.520753] env[62675]: DEBUG nova.virt.hardware [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.521627] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c0ac1e-1e75-4f0a-88f6-5f6c3d0bbbfa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.529294] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03079bc5-86dd-4e0a-9dfa-0c4b3d44f213 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.750684] env[62675]: DEBUG oslo_concurrency.lockutils [req-2e7ccc35-3842-4f20-b51b-3f42ed1c586f req-a50185fb-b530-443d-bfba-e427c63de7ca service nova] Releasing lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.830109] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5273a29d-c765-c9bc-8ee7-ceeb9fb59e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.008067} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.830901] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e74392-c8f1-4543-9766-0a2899309da6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.837488] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1040.837488] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52313c37-f6aa-3232-f581-9cab07fc116a" [ 1040.837488] env[62675]: _type = "Task" [ 1040.837488] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.843611] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52313c37-f6aa-3232-f581-9cab07fc116a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.854546] env[62675]: DEBUG nova.network.neutron [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Successfully updated port: c923f803-f7ac-40c9-83bb-fc0cc7611d3f {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.871496] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.416s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.873670] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.933s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.909391] env[62675]: INFO nova.network.neutron [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updating port 2cbfc216-5406-4459-9064-8d76ec6f3a65 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1041.346816] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52313c37-f6aa-3232-f581-9cab07fc116a, 'name': SearchDatastore_Task, 'duration_secs': 0.009479} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.347104] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.347372] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] c0d4635c-98d8-4bc4-96dd-83f65be7b77b/c0d4635c-98d8-4bc4-96dd-83f65be7b77b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.347624] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b97e2ae4-f835-40bb-a1e8-7adfe865120a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.353669] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1041.353669] env[62675]: value = "task-2691411" [ 1041.353669] env[62675]: _type = "Task" [ 1041.353669] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.356746] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquiring lock "refresh_cache-8496ac60-bcd9-47f9-946d-b8932a208f4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.356881] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquired lock "refresh_cache-8496ac60-bcd9-47f9-946d-b8932a208f4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.357040] env[62675]: DEBUG nova.network.neutron [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.362633] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.378041] env[62675]: INFO nova.compute.claims [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.489378] env[62675]: DEBUG oslo_concurrency.lockutils [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.489613] env[62675]: DEBUG oslo_concurrency.lockutils [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.490034] env[62675]: DEBUG oslo_concurrency.lockutils [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.555082] env[62675]: DEBUG nova.compute.manager [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Received event network-vif-plugged-c923f803-f7ac-40c9-83bb-fc0cc7611d3f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.555243] env[62675]: DEBUG oslo_concurrency.lockutils [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] Acquiring lock "8496ac60-bcd9-47f9-946d-b8932a208f4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.555451] env[62675]: DEBUG oslo_concurrency.lockutils [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] Lock "8496ac60-bcd9-47f9-946d-b8932a208f4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.555617] env[62675]: DEBUG oslo_concurrency.lockutils [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] Lock "8496ac60-bcd9-47f9-946d-b8932a208f4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.555899] env[62675]: DEBUG nova.compute.manager [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] No waiting events found dispatching network-vif-plugged-c923f803-f7ac-40c9-83bb-fc0cc7611d3f {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.556100] env[62675]: WARNING nova.compute.manager [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Received unexpected event network-vif-plugged-c923f803-f7ac-40c9-83bb-fc0cc7611d3f for instance with vm_state building and task_state spawning. [ 1041.556273] env[62675]: DEBUG nova.compute.manager [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Received event network-changed-c923f803-f7ac-40c9-83bb-fc0cc7611d3f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1041.556429] env[62675]: DEBUG nova.compute.manager [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Refreshing instance network info cache due to event network-changed-c923f803-f7ac-40c9-83bb-fc0cc7611d3f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1041.556596] env[62675]: DEBUG oslo_concurrency.lockutils [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] Acquiring lock "refresh_cache-8496ac60-bcd9-47f9-946d-b8932a208f4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1041.865149] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691411, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.884164] env[62675]: INFO nova.compute.resource_tracker [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating resource usage from migration 71dffcb2-7455-4c18-be91-1d60a29c693e [ 1041.890733] env[62675]: DEBUG nova.network.neutron [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.043109] env[62675]: DEBUG nova.network.neutron [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Updating instance_info_cache with network_info: [{"id": "c923f803-f7ac-40c9-83bb-fc0cc7611d3f", "address": "fa:16:3e:c2:ac:19", "network": {"id": "d84760aa-450a-4d47-b088-a097936e5150", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-938212596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae1e4486d294a039f87dd4a55f092ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc923f803-f7", "ovs_interfaceid": "c923f803-f7ac-40c9-83bb-fc0cc7611d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.177735] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43b6d92-9c45-4c59-acc9-b9c3d257f11a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.185518] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82538880-5c9e-472c-9097-53adc83ba8cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.217133] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6959c3-f4c3-4fda-a956-6b7c3b93af44 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.224744] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfbe897-ff44-424f-a945-d51748efdb5b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.238765] env[62675]: DEBUG nova.compute.provider_tree [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.365240] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654888} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.365513] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] c0d4635c-98d8-4bc4-96dd-83f65be7b77b/c0d4635c-98d8-4bc4-96dd-83f65be7b77b.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.365752] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.366041] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b3b6707-7ac0-401a-856a-c867c2987844 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.373323] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1042.373323] env[62675]: value = "task-2691412" [ 1042.373323] env[62675]: _type = "Task" [ 1042.373323] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.384155] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.525572] env[62675]: DEBUG oslo_concurrency.lockutils [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.525818] env[62675]: DEBUG oslo_concurrency.lockutils [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.526021] env[62675]: DEBUG nova.network.neutron [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.547197] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Releasing lock "refresh_cache-8496ac60-bcd9-47f9-946d-b8932a208f4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.547496] env[62675]: DEBUG nova.compute.manager [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Instance network_info: |[{"id": "c923f803-f7ac-40c9-83bb-fc0cc7611d3f", "address": "fa:16:3e:c2:ac:19", "network": {"id": "d84760aa-450a-4d47-b088-a097936e5150", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-938212596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae1e4486d294a039f87dd4a55f092ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc923f803-f7", "ovs_interfaceid": "c923f803-f7ac-40c9-83bb-fc0cc7611d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.547782] env[62675]: DEBUG oslo_concurrency.lockutils [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] Acquired lock "refresh_cache-8496ac60-bcd9-47f9-946d-b8932a208f4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.547958] env[62675]: DEBUG nova.network.neutron [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Refreshing network info cache for port c923f803-f7ac-40c9-83bb-fc0cc7611d3f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.549047] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:ac:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c923f803-f7ac-40c9-83bb-fc0cc7611d3f', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.557528] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Creating folder: Project (5ae1e4486d294a039f87dd4a55f092ab). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.557528] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85f13d54-d4b9-4910-a4c3-e07355563af5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.561178] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.561178] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.561178] env[62675]: DEBUG nova.network.neutron [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.572782] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Created folder: Project (5ae1e4486d294a039f87dd4a55f092ab) in parent group-v542174. [ 1042.572782] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Creating folder: Instances. Parent ref: group-v542453. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.572946] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63b72b7b-796d-4056-912c-459f12ab0e7d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.581942] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Created folder: Instances in parent group-v542453. [ 1042.581942] env[62675]: DEBUG oslo.service.loopingcall [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.581942] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.582216] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d967ca4-24a5-4e72-ad72-7b45c97dd101 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.602549] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.602549] env[62675]: value = "task-2691415" [ 1042.602549] env[62675]: _type = "Task" [ 1042.602549] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.610388] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691415, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.742281] env[62675]: DEBUG nova.scheduler.client.report [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.882621] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070042} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.882993] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.883696] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a24970-c877-431c-9d79-7492a3069d03 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.906620] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] c0d4635c-98d8-4bc4-96dd-83f65be7b77b/c0d4635c-98d8-4bc4-96dd-83f65be7b77b.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.906914] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5769c72-3edb-4f37-bf9f-2a60d9ad037e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.927865] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1042.927865] env[62675]: value = "task-2691416" [ 1042.927865] env[62675]: _type = "Task" [ 1042.927865] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.937366] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.112419] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691415, 'name': CreateVM_Task, 'duration_secs': 0.36407} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.112661] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.113464] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.113715] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.114768] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1043.114768] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf0bbb5-faf4-495d-8b34-050f7dfc0d96 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.120214] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Waiting for the task: (returnval){ [ 1043.120214] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5235cdc9-6cb6-5267-7dd3-2318d66b7cc7" [ 1043.120214] env[62675]: _type = "Task" [ 1043.120214] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.127772] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5235cdc9-6cb6-5267-7dd3-2318d66b7cc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.248577] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.375s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.248822] env[62675]: INFO nova.compute.manager [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Migrating [ 1043.259429] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.481s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.259685] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.259851] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1043.260165] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.145s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.260378] env[62675]: DEBUG nova.objects.instance [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lazy-loading 'resources' on Instance uuid c6262f9f-f64e-42ac-ad87-e2f9777d1605 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.269462] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa02179-5305-408f-a80b-09318658d2aa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.286970] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2890924e-7e27-4c46-92bc-5746f346914e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.305980] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13df9293-233f-40c0-9e4d-798a1e064df5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.309893] env[62675]: DEBUG nova.network.neutron [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance_info_cache with network_info: [{"id": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "address": "fa:16:3e:27:90:41", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa543e116-7d", "ovs_interfaceid": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.313631] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b4fd24-3dd3-48bf-890e-2bae0766aeaa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.350981] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179217MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1043.351167] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.438988] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691416, 'name': ReconfigVM_Task, 'duration_secs': 0.297099} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.441260] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Reconfigured VM instance instance-00000066 to attach disk [datastore1] c0d4635c-98d8-4bc4-96dd-83f65be7b77b/c0d4635c-98d8-4bc4-96dd-83f65be7b77b.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.441908] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94bc2088-8d8a-422a-a81e-4147d6d98994 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.448868] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1043.448868] env[62675]: value = "task-2691417" [ 1043.448868] env[62675]: _type = "Task" [ 1043.448868] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.456191] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691417, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.510482] env[62675]: DEBUG nova.network.neutron [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Updated VIF entry in instance network info cache for port c923f803-f7ac-40c9-83bb-fc0cc7611d3f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.510904] env[62675]: DEBUG nova.network.neutron [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Updating instance_info_cache with network_info: [{"id": "c923f803-f7ac-40c9-83bb-fc0cc7611d3f", "address": "fa:16:3e:c2:ac:19", "network": {"id": "d84760aa-450a-4d47-b088-a097936e5150", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-938212596-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae1e4486d294a039f87dd4a55f092ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc923f803-f7", "ovs_interfaceid": "c923f803-f7ac-40c9-83bb-fc0cc7611d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.541470] env[62675]: DEBUG nova.network.neutron [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updating instance_info_cache with network_info: [{"id": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "address": "fa:16:3e:bb:24:e5", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cbfc216-54", "ovs_interfaceid": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.583096] env[62675]: DEBUG nova.compute.manager [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Received event network-vif-plugged-2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.583328] env[62675]: DEBUG oslo_concurrency.lockutils [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] Acquiring lock "9e8115f4-d252-4a18-a345-b7c29acf7d02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.583541] env[62675]: DEBUG oslo_concurrency.lockutils [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.583711] env[62675]: DEBUG oslo_concurrency.lockutils [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.583882] env[62675]: DEBUG nova.compute.manager [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] No waiting events found dispatching network-vif-plugged-2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.584172] env[62675]: WARNING nova.compute.manager [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Received unexpected event network-vif-plugged-2cbfc216-5406-4459-9064-8d76ec6f3a65 for instance with vm_state shelved_offloaded and task_state spawning. [ 1043.584386] env[62675]: DEBUG nova.compute.manager [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Received event network-changed-2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.584549] env[62675]: DEBUG nova.compute.manager [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Refreshing instance network info cache due to event network-changed-2cbfc216-5406-4459-9064-8d76ec6f3a65. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1043.584729] env[62675]: DEBUG oslo_concurrency.lockutils [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] Acquiring lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.629956] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5235cdc9-6cb6-5267-7dd3-2318d66b7cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.012657} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.630269] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.630496] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.630770] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.630970] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.631180] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.631435] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-884282e8-8a1a-41af-955c-63336855ab94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.639267] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.639439] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.640149] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1711db1e-b6b2-4800-9e9d-76061cf881f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.644962] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Waiting for the task: (returnval){ [ 1043.644962] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c2742-f04a-2763-f1f9-02c8fe3dc7be" [ 1043.644962] env[62675]: _type = "Task" [ 1043.644962] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.652193] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c2742-f04a-2763-f1f9-02c8fe3dc7be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.777062] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.777166] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.778527] env[62675]: DEBUG nova.network.neutron [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.817808] env[62675]: DEBUG oslo_concurrency.lockutils [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.959199] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691417, 'name': Rename_Task, 'duration_secs': 0.145749} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.959514] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.959738] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19059498-6f71-46a7-be54-d0682206c782 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.966082] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1043.966082] env[62675]: value = "task-2691418" [ 1043.966082] env[62675]: _type = "Task" [ 1043.966082] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.977051] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.013350] env[62675]: DEBUG oslo_concurrency.lockutils [req-74b037be-01b1-46c5-b5dd-5acbf794efe1 req-3b9aac2d-c051-482c-ad87-f6b6dbd5ccc4 service nova] Releasing lock "refresh_cache-8496ac60-bcd9-47f9-946d-b8932a208f4d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.044358] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.046613] env[62675]: DEBUG oslo_concurrency.lockutils [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] Acquired lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.047137] env[62675]: DEBUG nova.network.neutron [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Refreshing network info cache for port 2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.069192] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebcec2b-9653-47ed-9aee-13dbd9cff570 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.074050] env[62675]: DEBUG nova.virt.hardware [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3d818bf00c888cc0343ba89b695b9247',container_format='bare',created_at=2025-02-19T14:54:37Z,direct_url=,disk_format='vmdk',id=ebc1be4f-c207-4331-bace-8abb0fe376b3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1925880371-shelved',owner='9ea5b5da5022451684aed1645a8d8374',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-19T14:54:54Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.074292] env[62675]: DEBUG nova.virt.hardware [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.074451] env[62675]: DEBUG nova.virt.hardware [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.074633] env[62675]: DEBUG nova.virt.hardware [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.074781] env[62675]: DEBUG nova.virt.hardware [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.074929] env[62675]: DEBUG nova.virt.hardware [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.075154] env[62675]: DEBUG nova.virt.hardware [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.075317] env[62675]: DEBUG nova.virt.hardware [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.075485] env[62675]: DEBUG nova.virt.hardware [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.075648] env[62675]: DEBUG nova.virt.hardware [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.075905] env[62675]: DEBUG nova.virt.hardware [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.076931] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b1c592-f029-4d9c-af3f-91e1328a41fb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.085652] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6507728-9e29-44cc-86e7-c8fa69f5b709 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.089711] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80fad71-103a-42e4-b712-89edf0828cd2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.105171] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:24:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cbfc216-5406-4459-9064-8d76ec6f3a65', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.113373] env[62675]: DEBUG oslo.service.loopingcall [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1044.136897] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.137628] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eeb9904-8849-4aa9-805d-cf43003ffe71 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.152110] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c107b83-9522-4dfe-8b4f-c5de8677a3b6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.167229] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3319d7e8-4acc-42f3-9d46-1d4e26377c33 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.170862] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529c2742-f04a-2763-f1f9-02c8fe3dc7be, 'name': SearchDatastore_Task, 'duration_secs': 0.008156} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.171066] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.171066] env[62675]: value = "task-2691419" [ 1044.171066] env[62675]: _type = "Task" [ 1044.171066] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.172100] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d7a69f-7315-4db2-af6d-a172ce1e839f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.185472] env[62675]: DEBUG nova.compute.provider_tree [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.190395] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691419, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.191487] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Waiting for the task: (returnval){ [ 1044.191487] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fe6460-dc4b-2de0-9c34-a936f2e5f827" [ 1044.191487] env[62675]: _type = "Task" [ 1044.191487] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.199089] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fe6460-dc4b-2de0-9c34-a936f2e5f827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.327427] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29959e5-060e-4b4d-accb-82b80d9b8576 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.334181] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0629b0a8-f24b-46d2-a2a9-f12a6b5b01ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.475699] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691418, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.494244] env[62675]: DEBUG nova.network.neutron [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance_info_cache with network_info: [{"id": "e9217429-e3e7-4ca6-92a2-4576a5bd509b", "address": "fa:16:3e:17:19:3e", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9217429-e3", "ovs_interfaceid": "e9217429-e3e7-4ca6-92a2-4576a5bd509b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.684526] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691419, 'name': CreateVM_Task, 'duration_secs': 0.361968} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.687107] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.687881] env[62675]: DEBUG nova.scheduler.client.report [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.691421] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.691642] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.692743] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.693718] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7f48c3-898f-4537-a54f-b5402f6f2883 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.701244] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1044.701244] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525ea23b-01b6-f412-031f-b7900ed62c1a" [ 1044.701244] env[62675]: _type = "Task" [ 1044.701244] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.704915] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fe6460-dc4b-2de0-9c34-a936f2e5f827, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.708325] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.708580] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 8496ac60-bcd9-47f9-946d-b8932a208f4d/8496ac60-bcd9-47f9-946d-b8932a208f4d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.709086] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be87fbb6-5508-4ab2-bcbd-f9c09e05280a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.718669] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Waiting for the task: (returnval){ [ 1044.718669] env[62675]: value = "task-2691420" [ 1044.718669] env[62675]: _type = "Task" [ 1044.718669] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.718964] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.719204] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Processing image ebc1be4f-c207-4331-bace-8abb0fe376b3 {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.719426] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3/ebc1be4f-c207-4331-bace-8abb0fe376b3.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.719573] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3/ebc1be4f-c207-4331-bace-8abb0fe376b3.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.720087] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.720087] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca311aa-f863-453d-ad67-fb84d94367d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.729349] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.737014] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.737217] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.737899] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ca9ddc-eb5c-490e-a2c8-ef0cade48d12 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.742461] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1044.742461] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c4b510-403c-378a-371f-176553af93e9" [ 1044.742461] env[62675]: _type = "Task" [ 1044.742461] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.752475] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c4b510-403c-378a-371f-176553af93e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.810860] env[62675]: DEBUG nova.network.neutron [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updated VIF entry in instance network info cache for port 2cbfc216-5406-4459-9064-8d76ec6f3a65. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.811269] env[62675]: DEBUG nova.network.neutron [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updating instance_info_cache with network_info: [{"id": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "address": "fa:16:3e:bb:24:e5", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cbfc216-54", "ovs_interfaceid": "2cbfc216-5406-4459-9064-8d76ec6f3a65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.976724] env[62675]: DEBUG oslo_vmware.api [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691418, 'name': PowerOnVM_Task, 'duration_secs': 0.556661} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.977159] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.977434] env[62675]: INFO nova.compute.manager [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1044.977688] env[62675]: DEBUG nova.compute.manager [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.979101] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbdceac-208b-43c9-a75d-6f3f694646c0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.997062] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.195092] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.198050] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.187s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.198553] env[62675]: DEBUG nova.objects.instance [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lazy-loading 'resources' on Instance uuid 792862b8-a9fa-46ed-828d-a9f8b698d969 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.220915] env[62675]: INFO nova.scheduler.client.report [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Deleted allocations for instance c6262f9f-f64e-42ac-ad87-e2f9777d1605 [ 1045.236407] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691420, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.254846] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Preparing fetch location {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1045.255172] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Fetch image to [datastore2] OSTACK_IMG_55357524-2bdb-4b15-a294-484da2c6a3ef/OSTACK_IMG_55357524-2bdb-4b15-a294-484da2c6a3ef.vmdk {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1045.255322] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Downloading stream optimized image ebc1be4f-c207-4331-bace-8abb0fe376b3 to [datastore2] OSTACK_IMG_55357524-2bdb-4b15-a294-484da2c6a3ef/OSTACK_IMG_55357524-2bdb-4b15-a294-484da2c6a3ef.vmdk on the data store datastore2 as vApp {{(pid=62675) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1045.255491] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Downloading image file data ebc1be4f-c207-4331-bace-8abb0fe376b3 to the ESX as VM named 'OSTACK_IMG_55357524-2bdb-4b15-a294-484da2c6a3ef' {{(pid=62675) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1045.314123] env[62675]: DEBUG oslo_concurrency.lockutils [req-7e8f5220-297f-4f21-ac6c-26f0a05b4115 req-42af9ffc-5907-4df9-b85b-d2ae4aa71f88 service nova] Releasing lock "refresh_cache-9e8115f4-d252-4a18-a345-b7c29acf7d02" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.328809] env[62675]: DEBUG oslo_vmware.rw_handles [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1045.328809] env[62675]: value = "resgroup-9" [ 1045.328809] env[62675]: _type = "ResourcePool" [ 1045.328809] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1045.329154] env[62675]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-aef73265-2a95-488b-9c62-c8a2fc98ebf3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.349379] env[62675]: DEBUG oslo_vmware.rw_handles [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lease: (returnval){ [ 1045.349379] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c7684e-b32a-066b-8315-28cdd6f56cc6" [ 1045.349379] env[62675]: _type = "HttpNfcLease" [ 1045.349379] env[62675]: } obtained for vApp import into resource pool (val){ [ 1045.349379] env[62675]: value = "resgroup-9" [ 1045.349379] env[62675]: _type = "ResourcePool" [ 1045.349379] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1045.349650] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the lease: (returnval){ [ 1045.349650] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c7684e-b32a-066b-8315-28cdd6f56cc6" [ 1045.349650] env[62675]: _type = "HttpNfcLease" [ 1045.349650] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1045.355293] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.355293] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c7684e-b32a-066b-8315-28cdd6f56cc6" [ 1045.355293] env[62675]: _type = "HttpNfcLease" [ 1045.355293] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1045.446025] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7f2482-3259-4b14-9f86-2fbace4b38a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.467849] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5fcfb9-2030-493c-ae67-1ef07aded1bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.474724] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance 'a1f99b1b-40ed-40e1-b56c-055aa4ebcabf' progress to 83 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.499858] env[62675]: INFO nova.compute.manager [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Took 32.94 seconds to build instance. [ 1045.734995] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544989} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.735350] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 8496ac60-bcd9-47f9-946d-b8932a208f4d/8496ac60-bcd9-47f9-946d-b8932a208f4d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.735491] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.735753] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e1b1a77-9b9c-437e-9e9b-898dcb1baf68 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.738351] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1e9d05c9-a059-48c9-9eaa-8129950eb219 tempest-ServersNegativeTestJSON-1121407222 tempest-ServersNegativeTestJSON-1121407222-project-member] Lock "c6262f9f-f64e-42ac-ad87-e2f9777d1605" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.172s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.743965] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Waiting for the task: (returnval){ [ 1045.743965] env[62675]: value = "task-2691422" [ 1045.743965] env[62675]: _type = "Task" [ 1045.743965] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.755820] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.859150] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.859150] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c7684e-b32a-066b-8315-28cdd6f56cc6" [ 1045.859150] env[62675]: _type = "HttpNfcLease" [ 1045.859150] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1045.982602] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.982602] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b99abe3-9fc1-4760-9769-7fc106c4c658 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.991038] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1045.991038] env[62675]: value = "task-2691423" [ 1045.991038] env[62675]: _type = "Task" [ 1045.991038] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.999703] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.001435] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789b3806-856d-4df4-b194-2ae088e49fc7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.004272] env[62675]: DEBUG oslo_concurrency.lockutils [None req-44212c31-8ac3-4e0e-aa3e-288ef0c82493 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.452s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.013547] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1c0126-ff6a-4692-8350-83ef9203682d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.046074] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefb8d3b-8055-4c90-b382-0939897617ba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.053443] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97047a63-d633-4904-9617-33645326b60c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.067087] env[62675]: DEBUG nova.compute.provider_tree [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.256266] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073613} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.256541] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.257356] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430186cf-11a7-4c99-9db8-88e4f5b929e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.280940] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 8496ac60-bcd9-47f9-946d-b8932a208f4d/8496ac60-bcd9-47f9-946d-b8932a208f4d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.281197] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56831c24-fac9-4741-b562-6313e7322033 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.301386] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Waiting for the task: (returnval){ [ 1046.301386] env[62675]: value = "task-2691424" [ 1046.301386] env[62675]: _type = "Task" [ 1046.301386] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.312162] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.360235] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.360235] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c7684e-b32a-066b-8315-28cdd6f56cc6" [ 1046.360235] env[62675]: _type = "HttpNfcLease" [ 1046.360235] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1046.500190] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.517589] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57199ac-bd11-4a42-8ae2-28e94a22db20 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.539239] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance '8507520c-491d-42c3-beee-b697695f16a1' progress to 0 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.574726] env[62675]: DEBUG nova.scheduler.client.report [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.812603] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691424, 'name': ReconfigVM_Task, 'duration_secs': 0.308042} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.812883] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 8496ac60-bcd9-47f9-946d-b8932a208f4d/8496ac60-bcd9-47f9-946d-b8932a208f4d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.813793] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7f91ac5-3552-4036-8368-07d05b4e0f7d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.819999] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Waiting for the task: (returnval){ [ 1046.819999] env[62675]: value = "task-2691425" [ 1046.819999] env[62675]: _type = "Task" [ 1046.819999] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.827955] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691425, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.862362] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1046.862362] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c7684e-b32a-066b-8315-28cdd6f56cc6" [ 1046.862362] env[62675]: _type = "HttpNfcLease" [ 1046.862362] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.001526] env[62675]: DEBUG oslo_vmware.api [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691423, 'name': PowerOnVM_Task, 'duration_secs': 0.692609} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.001806] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.002014] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-342e3a1e-3ae1-423b-a50a-08edeafb21a3 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance 'a1f99b1b-40ed-40e1-b56c-055aa4ebcabf' progress to 100 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.047732] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.048179] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-614cdc98-cc99-4ae9-ba2b-ef4c1ea5d0b7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.055964] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1047.055964] env[62675]: value = "task-2691426" [ 1047.055964] env[62675]: _type = "Task" [ 1047.055964] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.065115] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.082190] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.085811] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.209s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.087345] env[62675]: INFO nova.compute.claims [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.111560] env[62675]: INFO nova.scheduler.client.report [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Deleted allocations for instance 792862b8-a9fa-46ed-828d-a9f8b698d969 [ 1047.305475] env[62675]: DEBUG nova.compute.manager [req-592d050b-dac2-4656-8915-354f9a27b84f req-2174bf4c-34c1-486c-8308-778964eaec9c service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Received event network-changed-28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.305842] env[62675]: DEBUG nova.compute.manager [req-592d050b-dac2-4656-8915-354f9a27b84f req-2174bf4c-34c1-486c-8308-778964eaec9c service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Refreshing instance network info cache due to event network-changed-28b3914f-e977-49d4-a065-a99bfdedfe6d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1047.306126] env[62675]: DEBUG oslo_concurrency.lockutils [req-592d050b-dac2-4656-8915-354f9a27b84f req-2174bf4c-34c1-486c-8308-778964eaec9c service nova] Acquiring lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.306317] env[62675]: DEBUG oslo_concurrency.lockutils [req-592d050b-dac2-4656-8915-354f9a27b84f req-2174bf4c-34c1-486c-8308-778964eaec9c service nova] Acquired lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.306516] env[62675]: DEBUG nova.network.neutron [req-592d050b-dac2-4656-8915-354f9a27b84f req-2174bf4c-34c1-486c-8308-778964eaec9c service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Refreshing network info cache for port 28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.330383] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691425, 'name': Rename_Task, 'duration_secs': 0.170695} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.330707] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.330986] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d6d8811-c9ae-45c6-baf6-337dfaee5eab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.338413] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Waiting for the task: (returnval){ [ 1047.338413] env[62675]: value = "task-2691427" [ 1047.338413] env[62675]: _type = "Task" [ 1047.338413] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.348080] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.361769] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.361769] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c7684e-b32a-066b-8315-28cdd6f56cc6" [ 1047.361769] env[62675]: _type = "HttpNfcLease" [ 1047.361769] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1047.362086] env[62675]: DEBUG oslo_vmware.rw_handles [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1047.362086] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c7684e-b32a-066b-8315-28cdd6f56cc6" [ 1047.362086] env[62675]: _type = "HttpNfcLease" [ 1047.362086] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1047.362815] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83139694-b848-41ed-87d1-fe5b7b326b08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.374130] env[62675]: DEBUG oslo_vmware.rw_handles [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225ec3c-7843-7585-6237-1ec89207f834/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1047.374130] env[62675]: DEBUG oslo_vmware.rw_handles [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225ec3c-7843-7585-6237-1ec89207f834/disk-0.vmdk. {{(pid=62675) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1047.445696] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-44c25e31-f5ea-4d0b-87a6-9e5782973759 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.570355] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691426, 'name': PowerOffVM_Task, 'duration_secs': 0.179189} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.570616] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.570793] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance '8507520c-491d-42c3-beee-b697695f16a1' progress to 17 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.621178] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61c3c459-c485-4062-92fe-650ff3a529af tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "792862b8-a9fa-46ed-828d-a9f8b698d969" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.307s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.856894] env[62675]: DEBUG oslo_vmware.api [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691427, 'name': PowerOnVM_Task, 'duration_secs': 0.487593} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.860486] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.863021] env[62675]: INFO nova.compute.manager [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1047.863021] env[62675]: DEBUG nova.compute.manager [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.863021] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1392dc8d-e91f-48f8-8356-8f6e3112d026 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.078844] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.079282] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.079282] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.079473] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.079620] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.079770] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.080490] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.080729] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.081207] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.081574] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.081864] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.103403] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e193aba-d131-4e95-a1f4-6bd64010a779 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.128644] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1048.128644] env[62675]: value = "task-2691428" [ 1048.128644] env[62675]: _type = "Task" [ 1048.128644] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.148888] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691428, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.299823] env[62675]: DEBUG nova.network.neutron [req-592d050b-dac2-4656-8915-354f9a27b84f req-2174bf4c-34c1-486c-8308-778964eaec9c service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updated VIF entry in instance network info cache for port 28b3914f-e977-49d4-a065-a99bfdedfe6d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.300391] env[62675]: DEBUG nova.network.neutron [req-592d050b-dac2-4656-8915-354f9a27b84f req-2174bf4c-34c1-486c-8308-778964eaec9c service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updating instance_info_cache with network_info: [{"id": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "address": "fa:16:3e:5b:5a:a3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b3914f-e9", "ovs_interfaceid": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.394783] env[62675]: INFO nova.compute.manager [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Took 33.39 seconds to build instance. [ 1048.565177] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82904b13-34be-4680-9126-3327d82d9fa1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.585725] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34310f07-5304-400c-bd97-c013e13aeded {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.625149] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f826695-3f3a-44cf-b8c9-385dfd11d3eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.636550] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42af813-9b06-4b11-aec2-dfc4ed7ffeb5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.647842] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691428, 'name': ReconfigVM_Task, 'duration_secs': 0.225839} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.659176] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance '8507520c-491d-42c3-beee-b697695f16a1' progress to 33 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.664755] env[62675]: DEBUG nova.compute.provider_tree [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.806680] env[62675]: DEBUG oslo_concurrency.lockutils [req-592d050b-dac2-4656-8915-354f9a27b84f req-2174bf4c-34c1-486c-8308-778964eaec9c service nova] Releasing lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.808994] env[62675]: DEBUG oslo_vmware.rw_handles [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Completed reading data from the image iterator. {{(pid=62675) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1048.809191] env[62675]: DEBUG oslo_vmware.rw_handles [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225ec3c-7843-7585-6237-1ec89207f834/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1048.810195] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd3a1bd-65a9-41fd-8e0d-7aefb3296a85 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.817390] env[62675]: DEBUG oslo_vmware.rw_handles [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225ec3c-7843-7585-6237-1ec89207f834/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1048.817743] env[62675]: DEBUG oslo_vmware.rw_handles [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225ec3c-7843-7585-6237-1ec89207f834/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1048.818062] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-83539cf9-aab0-47c6-a2cf-f9b6a6b132cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.897365] env[62675]: DEBUG oslo_concurrency.lockutils [None req-54853de5-fb01-482f-8615-0ba953b02f2a tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Lock "8496ac60-bcd9-47f9-946d-b8932a208f4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.905s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.999477] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquiring lock "8496ac60-bcd9-47f9-946d-b8932a208f4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.999774] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Lock "8496ac60-bcd9-47f9-946d-b8932a208f4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.000034] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquiring lock "8496ac60-bcd9-47f9-946d-b8932a208f4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.000539] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Lock "8496ac60-bcd9-47f9-946d-b8932a208f4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.000539] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Lock "8496ac60-bcd9-47f9-946d-b8932a208f4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.003656] env[62675]: INFO nova.compute.manager [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Terminating instance [ 1049.074420] env[62675]: DEBUG oslo_vmware.rw_handles [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5225ec3c-7843-7585-6237-1ec89207f834/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1049.074648] env[62675]: INFO nova.virt.vmwareapi.images [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Downloaded image file data ebc1be4f-c207-4331-bace-8abb0fe376b3 [ 1049.075569] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d0c886-9e1b-4f4d-b8b8-806a637665cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.092428] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61f4b92d-755b-4d36-8c91-7718444b7772 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.162296] env[62675]: INFO nova.virt.vmwareapi.images [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] The imported VM was unregistered [ 1049.164959] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Caching image {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1049.165213] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3 {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.165483] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ff154ec-acd9-4f9b-b127-c8d73b0be6a0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.169836] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.170258] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.170258] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.170493] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.170561] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.170685] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.171193] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.171193] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.171309] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.171370] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.171537] env[62675]: DEBUG nova.virt.hardware [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.180096] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1049.180096] env[62675]: DEBUG nova.scheduler.client.report [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.181489] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f5f234-ba7f-4995-91c0-5316a5ea1c47 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.204850] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1049.204850] env[62675]: value = "task-2691431" [ 1049.204850] env[62675]: _type = "Task" [ 1049.204850] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.209876] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Created directory with path [datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3 {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.210121] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_55357524-2bdb-4b15-a294-484da2c6a3ef/OSTACK_IMG_55357524-2bdb-4b15-a294-484da2c6a3ef.vmdk to [datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3/ebc1be4f-c207-4331-bace-8abb0fe376b3.vmdk. {{(pid=62675) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1049.215171] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f69160f5-39b7-4de7-ba4d-d89522c77bca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.217272] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.222338] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1049.222338] env[62675]: value = "task-2691432" [ 1049.222338] env[62675]: _type = "Task" [ 1049.222338] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.232353] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691432, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.476751] env[62675]: DEBUG nova.compute.manager [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Received event network-changed-66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.477044] env[62675]: DEBUG nova.compute.manager [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Refreshing instance network info cache due to event network-changed-66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1049.477678] env[62675]: DEBUG oslo_concurrency.lockutils [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] Acquiring lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.477841] env[62675]: DEBUG oslo_concurrency.lockutils [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] Acquired lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.478039] env[62675]: DEBUG nova.network.neutron [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Refreshing network info cache for port 66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.507154] env[62675]: DEBUG nova.compute.manager [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.507422] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.508866] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20d23e7-1ebf-48e6-875b-19f91cf65c35 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.519290] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.519595] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3de69e20-f668-47b2-8a88-7fe3839f74d3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.526921] env[62675]: DEBUG oslo_vmware.api [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Waiting for the task: (returnval){ [ 1049.526921] env[62675]: value = "task-2691433" [ 1049.526921] env[62675]: _type = "Task" [ 1049.526921] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.535404] env[62675]: DEBUG oslo_vmware.api [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.701623] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.701623] env[62675]: DEBUG nova.compute.manager [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.704385] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.762s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.704631] env[62675]: DEBUG nova.objects.instance [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lazy-loading 'resources' on Instance uuid 86554a0f-1325-4e3e-a1ea-7790a5ab6a43 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.718633] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691431, 'name': ReconfigVM_Task, 'duration_secs': 0.183388} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.718950] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1049.719966] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4803908b-f384-460b-87a3-e0cc4992850f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.732831] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691432, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.752037] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 8507520c-491d-42c3-beee-b697695f16a1/8507520c-491d-42c3-beee-b697695f16a1.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.753007] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-793adcb8-5aeb-4151-972d-866b7279de99 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.776896] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1049.776896] env[62675]: value = "task-2691434" [ 1049.776896] env[62675]: _type = "Task" [ 1049.776896] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.789601] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691434, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.047148] env[62675]: DEBUG oslo_vmware.api [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691433, 'name': PowerOffVM_Task, 'duration_secs': 0.213535} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.049837] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.050068] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.050342] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa8208bd-0181-4467-9fa8-931c1af7b1e0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.094915] env[62675]: DEBUG nova.network.neutron [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Port a543e116-7dfa-467c-a52c-6b33a8b4be8d binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1050.095229] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.095381] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.095547] env[62675]: DEBUG nova.network.neutron [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.126357] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.126605] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.126819] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Deleting the datastore file [datastore1] 8496ac60-bcd9-47f9-946d-b8932a208f4d {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.127321] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-233d9dde-c7e9-4e1f-b8e6-a952eb0c9f63 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.137552] env[62675]: DEBUG oslo_vmware.api [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Waiting for the task: (returnval){ [ 1050.137552] env[62675]: value = "task-2691436" [ 1050.137552] env[62675]: _type = "Task" [ 1050.137552] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.153212] env[62675]: DEBUG oslo_vmware.api [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.208188] env[62675]: DEBUG nova.compute.utils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1050.216391] env[62675]: DEBUG nova.compute.manager [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.216597] env[62675]: DEBUG nova.network.neutron [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.247312] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691432, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.294699] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691434, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.295768] env[62675]: DEBUG nova.network.neutron [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updated VIF entry in instance network info cache for port 66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.296154] env[62675]: DEBUG nova.network.neutron [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updating instance_info_cache with network_info: [{"id": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "address": "fa:16:3e:64:19:e1", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c8a1ad-18", "ovs_interfaceid": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.303122] env[62675]: DEBUG nova.policy [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd93e416e463d4797a05ddf0817d24e71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '473a4c964b854fa18bd4e85a5942bd81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.625300] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb208e9-2b47-4ac0-a14e-1e1580afa107 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.642095] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fdfc51-b98d-4f56-af9c-0435779a1100 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.685535] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38bb479-61b5-41ee-87ce-8a4a9fa95d0a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.689104] env[62675]: DEBUG oslo_vmware.api [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Task: {'id': task-2691436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306978} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.689104] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.689104] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.689104] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.689545] env[62675]: INFO nova.compute.manager [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1050.689545] env[62675]: DEBUG oslo.service.loopingcall [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1050.690312] env[62675]: DEBUG nova.compute.manager [-] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.690502] env[62675]: DEBUG nova.network.neutron [-] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.701007] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0045a1-b5d0-4278-b68e-14aff4aa2540 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.720997] env[62675]: DEBUG nova.compute.manager [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.724446] env[62675]: DEBUG nova.compute.provider_tree [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.741392] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691432, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.797962] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691434, 'name': ReconfigVM_Task, 'duration_secs': 0.53656} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.801411] env[62675]: DEBUG nova.network.neutron [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Successfully created port: bf44177a-14ba-4cd6-81c0-efedfcbdc174 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.801411] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 8507520c-491d-42c3-beee-b697695f16a1/8507520c-491d-42c3-beee-b697695f16a1.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.801411] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance '8507520c-491d-42c3-beee-b697695f16a1' progress to 50 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.804986] env[62675]: DEBUG oslo_concurrency.lockutils [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] Releasing lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.804986] env[62675]: DEBUG nova.compute.manager [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Received event network-changed-66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1050.804986] env[62675]: DEBUG nova.compute.manager [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Refreshing instance network info cache due to event network-changed-66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1050.804986] env[62675]: DEBUG oslo_concurrency.lockutils [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] Acquiring lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.804986] env[62675]: DEBUG oslo_concurrency.lockutils [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] Acquired lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.805356] env[62675]: DEBUG nova.network.neutron [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Refreshing network info cache for port 66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.070994] env[62675]: DEBUG nova.network.neutron [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance_info_cache with network_info: [{"id": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "address": "fa:16:3e:27:90:41", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa543e116-7d", "ovs_interfaceid": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.231145] env[62675]: DEBUG nova.scheduler.client.report [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.247738] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691432, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.314541] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29350b99-1538-4085-988a-49bc52ba69e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.340230] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62774b16-20fc-4734-a682-1753b32a60c4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.364498] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance '8507520c-491d-42c3-beee-b697695f16a1' progress to 67 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.493631] env[62675]: DEBUG nova.network.neutron [-] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.521985] env[62675]: DEBUG nova.compute.manager [req-0608ac68-a4d2-42c9-8735-0079077500e1 req-af34df70-5b20-44ce-8bc9-1c69ba562195 service nova] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Received event network-vif-deleted-c923f803-f7ac-40c9-83bb-fc0cc7611d3f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.539280] env[62675]: DEBUG nova.network.neutron [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updated VIF entry in instance network info cache for port 66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.539671] env[62675]: DEBUG nova.network.neutron [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updating instance_info_cache with network_info: [{"id": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "address": "fa:16:3e:64:19:e1", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c8a1ad-18", "ovs_interfaceid": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.574487] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.736940] env[62675]: DEBUG nova.compute.manager [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.743161] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.745317] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.014s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.752030] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691432, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.765595] env[62675]: DEBUG nova.virt.hardware [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.765858] env[62675]: DEBUG nova.virt.hardware [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.766042] env[62675]: DEBUG nova.virt.hardware [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.766236] env[62675]: DEBUG nova.virt.hardware [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.766387] env[62675]: DEBUG nova.virt.hardware [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.766533] env[62675]: DEBUG nova.virt.hardware [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.766742] env[62675]: DEBUG nova.virt.hardware [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.766925] env[62675]: DEBUG nova.virt.hardware [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.767129] env[62675]: DEBUG nova.virt.hardware [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.767302] env[62675]: DEBUG nova.virt.hardware [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.767478] env[62675]: DEBUG nova.virt.hardware [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.768551] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d35dc0-75b4-4f05-bbd2-8a7ee45e3111 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.772157] env[62675]: INFO nova.scheduler.client.report [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted allocations for instance 86554a0f-1325-4e3e-a1ea-7790a5ab6a43 [ 1051.778860] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a83d120-b6e4-4d39-beeb-8b7ac12b3a2b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.900780] env[62675]: DEBUG nova.network.neutron [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Port e9217429-e3e7-4ca6-92a2-4576a5bd509b binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1052.003045] env[62675]: INFO nova.compute.manager [-] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Took 1.31 seconds to deallocate network for instance. [ 1052.042807] env[62675]: DEBUG oslo_concurrency.lockutils [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] Releasing lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.042972] env[62675]: DEBUG nova.compute.manager [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Received event network-changed-28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.043162] env[62675]: DEBUG nova.compute.manager [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Refreshing instance network info cache due to event network-changed-28b3914f-e977-49d4-a065-a99bfdedfe6d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1052.043379] env[62675]: DEBUG oslo_concurrency.lockutils [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] Acquiring lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.043521] env[62675]: DEBUG oslo_concurrency.lockutils [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] Acquired lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.043698] env[62675]: DEBUG nova.network.neutron [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Refreshing network info cache for port 28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.078667] env[62675]: DEBUG nova.compute.manager [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62675) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1052.247436] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691432, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.816205} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.250137] env[62675]: INFO nova.virt.vmwareapi.ds_util [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_55357524-2bdb-4b15-a294-484da2c6a3ef/OSTACK_IMG_55357524-2bdb-4b15-a294-484da2c6a3ef.vmdk to [datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3/ebc1be4f-c207-4331-bace-8abb0fe376b3.vmdk. [ 1052.250655] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Cleaning up location [datastore2] OSTACK_IMG_55357524-2bdb-4b15-a294-484da2c6a3ef {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1052.250655] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_55357524-2bdb-4b15-a294-484da2c6a3ef {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.251677] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6117453e-8aea-491f-8123-62fccb984190 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.257822] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1052.257822] env[62675]: value = "task-2691437" [ 1052.257822] env[62675]: _type = "Task" [ 1052.257822] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.268819] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.285579] env[62675]: DEBUG oslo_concurrency.lockutils [None req-43a31ab7-f897-4a4b-b6a6-f7468fa86c02 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "86554a0f-1325-4e3e-a1ea-7790a5ab6a43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.339s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.509061] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.580579] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d470c8f5-e79f-40bc-bc26-0ea71906daee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.585052] env[62675]: DEBUG nova.compute.manager [req-5420c0cb-cb0b-4e3e-8c37-444cc05aeecd req-567de0bb-d25b-472f-be8d-7da1635946af service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Received event network-vif-plugged-bf44177a-14ba-4cd6-81c0-efedfcbdc174 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1052.585218] env[62675]: DEBUG oslo_concurrency.lockutils [req-5420c0cb-cb0b-4e3e-8c37-444cc05aeecd req-567de0bb-d25b-472f-be8d-7da1635946af service nova] Acquiring lock "78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.585715] env[62675]: DEBUG oslo_concurrency.lockutils [req-5420c0cb-cb0b-4e3e-8c37-444cc05aeecd req-567de0bb-d25b-472f-be8d-7da1635946af service nova] Lock "78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.585892] env[62675]: DEBUG oslo_concurrency.lockutils [req-5420c0cb-cb0b-4e3e-8c37-444cc05aeecd req-567de0bb-d25b-472f-be8d-7da1635946af service nova] Lock "78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.586138] env[62675]: DEBUG nova.compute.manager [req-5420c0cb-cb0b-4e3e-8c37-444cc05aeecd req-567de0bb-d25b-472f-be8d-7da1635946af service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] No waiting events found dispatching network-vif-plugged-bf44177a-14ba-4cd6-81c0-efedfcbdc174 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.586256] env[62675]: WARNING nova.compute.manager [req-5420c0cb-cb0b-4e3e-8c37-444cc05aeecd req-567de0bb-d25b-472f-be8d-7da1635946af service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Received unexpected event network-vif-plugged-bf44177a-14ba-4cd6-81c0-efedfcbdc174 for instance with vm_state building and task_state spawning. [ 1052.591692] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab467af2-59d7-4e1c-8ee4-92098204eec9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.624951] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a93b4bc-3000-47e1-a39d-766bf249331d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.632966] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28806b5b-c13f-48bf-b5be-14a6daabf439 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.645973] env[62675]: DEBUG nova.compute.provider_tree [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.767624] env[62675]: DEBUG nova.network.neutron [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Successfully updated port: bf44177a-14ba-4cd6-81c0-efedfcbdc174 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.775568] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148834} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.775853] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.776057] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3/ebc1be4f-c207-4331-bace-8abb0fe376b3.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.776303] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3/ebc1be4f-c207-4331-bace-8abb0fe376b3.vmdk to [datastore2] 9e8115f4-d252-4a18-a345-b7c29acf7d02/9e8115f4-d252-4a18-a345-b7c29acf7d02.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.777033] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b6e2692-be19-413c-9a1d-5521e5ffdf89 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.782800] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1052.782800] env[62675]: value = "task-2691438" [ 1052.782800] env[62675]: _type = "Task" [ 1052.782800] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.796452] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.905460] env[62675]: DEBUG nova.network.neutron [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updated VIF entry in instance network info cache for port 28b3914f-e977-49d4-a065-a99bfdedfe6d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.905880] env[62675]: DEBUG nova.network.neutron [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updating instance_info_cache with network_info: [{"id": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "address": "fa:16:3e:5b:5a:a3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b3914f-e9", "ovs_interfaceid": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.926298] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "8507520c-491d-42c3-beee-b697695f16a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.926561] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "8507520c-491d-42c3-beee-b697695f16a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.926745] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "8507520c-491d-42c3-beee-b697695f16a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.149344] env[62675]: DEBUG nova.scheduler.client.report [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.185195] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.272050] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "refresh_cache-78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.272050] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired lock "refresh_cache-78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.272050] env[62675]: DEBUG nova.network.neutron [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.297490] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691438, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.409076] env[62675]: DEBUG oslo_concurrency.lockutils [req-046ed537-36df-4b73-89eb-f9f06192506b req-19de9de7-014d-4365-a6ed-c4f24d836d44 service nova] Releasing lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.721732] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.722186] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.799071] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691438, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.819334] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "9043970b-25b2-4989-baea-3cfeb11bec5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.819622] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "9043970b-25b2-4989-baea-3cfeb11bec5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.819838] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "9043970b-25b2-4989-baea-3cfeb11bec5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.820033] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "9043970b-25b2-4989-baea-3cfeb11bec5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.820211] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "9043970b-25b2-4989-baea-3cfeb11bec5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.822934] env[62675]: INFO nova.compute.manager [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Terminating instance [ 1053.825678] env[62675]: DEBUG nova.network.neutron [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.991858] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.991858] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.991858] env[62675]: DEBUG nova.network.neutron [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.053093] env[62675]: DEBUG nova.network.neutron [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Updating instance_info_cache with network_info: [{"id": "bf44177a-14ba-4cd6-81c0-efedfcbdc174", "address": "fa:16:3e:e0:aa:99", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf44177a-14", "ovs_interfaceid": "bf44177a-14ba-4cd6-81c0-efedfcbdc174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.160839] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.415s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.163728] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.867s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.167469] env[62675]: INFO nova.compute.claims [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.225173] env[62675]: DEBUG nova.compute.manager [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.298518] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691438, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.330687] env[62675]: DEBUG nova.compute.manager [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.331120] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.332635] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2a4ac3-ef43-45f5-af5b-a5cdd903337c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.344067] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.344409] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aafde4b-6044-48f1-a758-637e0f16be1b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.354502] env[62675]: DEBUG oslo_vmware.api [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 1054.354502] env[62675]: value = "task-2691439" [ 1054.354502] env[62675]: _type = "Task" [ 1054.354502] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.367529] env[62675]: DEBUG oslo_vmware.api [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.556041] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Releasing lock "refresh_cache-78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.556364] env[62675]: DEBUG nova.compute.manager [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Instance network_info: |[{"id": "bf44177a-14ba-4cd6-81c0-efedfcbdc174", "address": "fa:16:3e:e0:aa:99", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf44177a-14", "ovs_interfaceid": "bf44177a-14ba-4cd6-81c0-efedfcbdc174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.556893] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:aa:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf44177a-14ba-4cd6-81c0-efedfcbdc174', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.565826] env[62675]: DEBUG oslo.service.loopingcall [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.566128] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.566381] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b23619dd-d11e-4965-b0a0-7e4be998544d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.591993] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.591993] env[62675]: value = "task-2691440" [ 1054.591993] env[62675]: _type = "Task" [ 1054.591993] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.605410] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691440, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.671416] env[62675]: DEBUG nova.compute.manager [req-b7bd5f37-2527-4118-9ed6-31ca8ebf29cb req-76cd1287-6a6c-4522-aadc-25e87c092beb service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Received event network-changed-bf44177a-14ba-4cd6-81c0-efedfcbdc174 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.671650] env[62675]: DEBUG nova.compute.manager [req-b7bd5f37-2527-4118-9ed6-31ca8ebf29cb req-76cd1287-6a6c-4522-aadc-25e87c092beb service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Refreshing instance network info cache due to event network-changed-bf44177a-14ba-4cd6-81c0-efedfcbdc174. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1054.671857] env[62675]: DEBUG oslo_concurrency.lockutils [req-b7bd5f37-2527-4118-9ed6-31ca8ebf29cb req-76cd1287-6a6c-4522-aadc-25e87c092beb service nova] Acquiring lock "refresh_cache-78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.672009] env[62675]: DEBUG oslo_concurrency.lockutils [req-b7bd5f37-2527-4118-9ed6-31ca8ebf29cb req-76cd1287-6a6c-4522-aadc-25e87c092beb service nova] Acquired lock "refresh_cache-78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.672188] env[62675]: DEBUG nova.network.neutron [req-b7bd5f37-2527-4118-9ed6-31ca8ebf29cb req-76cd1287-6a6c-4522-aadc-25e87c092beb service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Refreshing network info cache for port bf44177a-14ba-4cd6-81c0-efedfcbdc174 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.748545] env[62675]: INFO nova.scheduler.client.report [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted allocation for migration 8070012a-8a0f-4b0b-bf0f-02968408852a [ 1054.753934] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.802113] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691438, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.869393] env[62675]: DEBUG oslo_vmware.api [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691439, 'name': PowerOffVM_Task, 'duration_secs': 0.245928} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.869676] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.869872] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.870201] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c9202da-e3e1-4b90-83ed-814c87b8bc06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.947298] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.947581] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.947736] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Deleting the datastore file [datastore1] 9043970b-25b2-4989-baea-3cfeb11bec5d {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.948023] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de10b6ca-45ef-402a-a319-e8b60d2fe3cd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.958076] env[62675]: DEBUG oslo_vmware.api [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 1054.958076] env[62675]: value = "task-2691442" [ 1054.958076] env[62675]: _type = "Task" [ 1054.958076] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.971339] env[62675]: DEBUG oslo_vmware.api [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.100142] env[62675]: DEBUG nova.network.neutron [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance_info_cache with network_info: [{"id": "e9217429-e3e7-4ca6-92a2-4576a5bd509b", "address": "fa:16:3e:17:19:3e", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9217429-e3", "ovs_interfaceid": "e9217429-e3e7-4ca6-92a2-4576a5bd509b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.112806] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691440, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.257926] env[62675]: DEBUG oslo_concurrency.lockutils [None req-61999d50-faf1-42ef-8215-c467cf955c41 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "4e5656ae-3f24-4ded-b444-91418aec39cc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.201s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.295411] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691438, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.345454] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "interface-d540fe9e-315e-4164-a2a4-15a0c6e02205-7f23c32b-c818-434d-bd88-14e40752eda9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.345788] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-d540fe9e-315e-4164-a2a4-15a0c6e02205-7f23c32b-c818-434d-bd88-14e40752eda9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.346066] env[62675]: DEBUG nova.objects.instance [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'flavor' on Instance uuid d540fe9e-315e-4164-a2a4-15a0c6e02205 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.469391] env[62675]: DEBUG oslo_vmware.api [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.4787} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.469512] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.469675] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.469861] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.470050] env[62675]: INFO nova.compute.manager [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1055.470306] env[62675]: DEBUG oslo.service.loopingcall [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.470570] env[62675]: DEBUG nova.compute.manager [-] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.470620] env[62675]: DEBUG nova.network.neutron [-] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.500661] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270a19d8-3d5d-41b7-b8c6-a823999be329 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.509144] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b698042-2199-4dec-a98d-a26960ed4734 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.542539] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a3437b-c495-4394-8e1c-7b0ad29aee74 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.553204] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc75d8ec-6a11-4122-ae6f-cc8d139b12e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.569993] env[62675]: DEBUG nova.compute.provider_tree [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.602514] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691440, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.603018] env[62675]: DEBUG oslo_concurrency.lockutils [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.628922] env[62675]: DEBUG nova.network.neutron [req-b7bd5f37-2527-4118-9ed6-31ca8ebf29cb req-76cd1287-6a6c-4522-aadc-25e87c092beb service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Updated VIF entry in instance network info cache for port bf44177a-14ba-4cd6-81c0-efedfcbdc174. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.629388] env[62675]: DEBUG nova.network.neutron [req-b7bd5f37-2527-4118-9ed6-31ca8ebf29cb req-76cd1287-6a6c-4522-aadc-25e87c092beb service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Updating instance_info_cache with network_info: [{"id": "bf44177a-14ba-4cd6-81c0-efedfcbdc174", "address": "fa:16:3e:e0:aa:99", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf44177a-14", "ovs_interfaceid": "bf44177a-14ba-4cd6-81c0-efedfcbdc174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.795382] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691438, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.607001} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.795704] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ebc1be4f-c207-4331-bace-8abb0fe376b3/ebc1be4f-c207-4331-bace-8abb0fe376b3.vmdk to [datastore2] 9e8115f4-d252-4a18-a345-b7c29acf7d02/9e8115f4-d252-4a18-a345-b7c29acf7d02.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.796576] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea704627-e1f0-423a-8692-2def0609aef5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.831977] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 9e8115f4-d252-4a18-a345-b7c29acf7d02/9e8115f4-d252-4a18-a345-b7c29acf7d02.vmdk or device None with type streamOptimized {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.832517] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25d28ff1-8a53-43e7-bd6d-9eb24f1c0a50 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.858408] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1055.858408] env[62675]: value = "task-2691443" [ 1055.858408] env[62675]: _type = "Task" [ 1055.858408] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.866864] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.005289] env[62675]: DEBUG nova.objects.instance [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'pci_requests' on Instance uuid d540fe9e-315e-4164-a2a4-15a0c6e02205 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.073215] env[62675]: DEBUG nova.scheduler.client.report [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.104080] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691440, 'name': CreateVM_Task, 'duration_secs': 1.025685} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.104296] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.104941] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.105126] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.105453] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.105717] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc08e0d-aaa9-4f9e-acb7-878aa1993c43 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.115135] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1056.115135] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52429273-1a8e-d8b5-a36f-e883f25dd356" [ 1056.115135] env[62675]: _type = "Task" [ 1056.115135] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.123889] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52429273-1a8e-d8b5-a36f-e883f25dd356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.130057] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f06d9fc-50b1-4f06-8b37-fe3a6c3e6145 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.134891] env[62675]: DEBUG oslo_concurrency.lockutils [req-b7bd5f37-2527-4118-9ed6-31ca8ebf29cb req-76cd1287-6a6c-4522-aadc-25e87c092beb service nova] Releasing lock "refresh_cache-78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.157282] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a768105-182c-447d-849c-88f96d311bb4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.164964] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance '8507520c-491d-42c3-beee-b697695f16a1' progress to 83 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.352895] env[62675]: DEBUG nova.network.neutron [-] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.367639] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.509028] env[62675]: DEBUG nova.objects.base [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1056.509028] env[62675]: DEBUG nova.network.neutron [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.579441] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.580275] env[62675]: DEBUG nova.compute.manager [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.584348] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.944s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.590026] env[62675]: INFO nova.compute.claims [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.595826] env[62675]: DEBUG nova.policy [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf24a5bfdff41a7bb4b2fa21b80db67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a3741e26954bbb8ce6f9294054f86a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.631614] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52429273-1a8e-d8b5-a36f-e883f25dd356, 'name': SearchDatastore_Task, 'duration_secs': 0.036811} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.632089] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.632474] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.632857] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.633144] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.633441] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.634446] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f941ef00-40ee-4d1f-9a72-09944b9c58ab {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.647865] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.649114] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.649940] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cea1475-1520-45ff-a2f9-2b76c49109fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.659702] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1056.659702] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ee76ed-f47e-3b5c-d69d-b3f37a964127" [ 1056.659702] env[62675]: _type = "Task" [ 1056.659702] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.668751] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ee76ed-f47e-3b5c-d69d-b3f37a964127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.676493] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.676493] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9506f3e5-6b49-4112-944b-5e3720ba66ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.679259] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1056.679259] env[62675]: value = "task-2691444" [ 1056.679259] env[62675]: _type = "Task" [ 1056.679259] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.688224] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.856725] env[62675]: INFO nova.compute.manager [-] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Took 1.39 seconds to deallocate network for instance. [ 1056.874500] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.876474] env[62675]: DEBUG nova.compute.manager [req-3e99c275-ad1a-4b4c-a035-1f64ade5abcd req-fae9bb76-0ab2-411b-8381-b53914374925 service nova] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Received event network-vif-deleted-5f03d700-dfb2-4a9c-8ca6-3c76a9c3c67f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.096260] env[62675]: DEBUG nova.compute.utils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1057.098255] env[62675]: DEBUG nova.compute.manager [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.098441] env[62675]: DEBUG nova.network.neutron [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.157953] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "4e5656ae-3f24-4ded-b444-91418aec39cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.158282] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "4e5656ae-3f24-4ded-b444-91418aec39cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.158454] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "4e5656ae-3f24-4ded-b444-91418aec39cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.159122] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "4e5656ae-3f24-4ded-b444-91418aec39cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.159310] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "4e5656ae-3f24-4ded-b444-91418aec39cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.164286] env[62675]: INFO nova.compute.manager [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Terminating instance [ 1057.171700] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ee76ed-f47e-3b5c-d69d-b3f37a964127, 'name': SearchDatastore_Task, 'duration_secs': 0.020566} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.173267] env[62675]: DEBUG nova.policy [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2400dcfdadd7496e8d6809488e89958e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '431f259fdb7647988aaef2b828796e47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.175971] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa0e35c-f314-4b86-9625-bb5097107176 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.185631] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1057.185631] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52be1e1c-ce94-8c6c-23f8-10cdad38969f" [ 1057.185631] env[62675]: _type = "Task" [ 1057.185631] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.194307] env[62675]: DEBUG oslo_vmware.api [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691444, 'name': PowerOnVM_Task, 'duration_secs': 0.501658} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.195332] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.195423] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-23e4b7ce-a23a-49de-bc78-fd83c0156796 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance '8507520c-491d-42c3-beee-b697695f16a1' progress to 100 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.203367] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52be1e1c-ce94-8c6c-23f8-10cdad38969f, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.204039] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.204305] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3/78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.204567] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6defa178-d7c2-4ab2-92f8-bce4262d4d53 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.210642] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1057.210642] env[62675]: value = "task-2691445" [ 1057.210642] env[62675]: _type = "Task" [ 1057.210642] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.220410] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.375529] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.375891] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691443, 'name': ReconfigVM_Task, 'duration_secs': 1.091707} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.376170] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 9e8115f4-d252-4a18-a345-b7c29acf7d02/9e8115f4-d252-4a18-a345-b7c29acf7d02.vmdk or device None with type streamOptimized {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.377312] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'encryption_options': None, 'encrypted': False, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'device_name': '/dev/sda', 'encryption_format': None, 'image_id': '01f269e0-822c-4f74-9463-28808435f63b'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': '342a83aa-aac0-4cd5-8f87-f2a6b6170db6', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542448', 'volume_id': '6f42fe5d-7cbc-4c00-9574-14498f770a67', 'name': 'volume-6f42fe5d-7cbc-4c00-9574-14498f770a67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9e8115f4-d252-4a18-a345-b7c29acf7d02', 'attached_at': '', 'detached_at': '', 'volume_id': '6f42fe5d-7cbc-4c00-9574-14498f770a67', 'serial': '6f42fe5d-7cbc-4c00-9574-14498f770a67'}, 'boot_index': None, 'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62675) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1057.377516] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1057.380376] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542448', 'volume_id': '6f42fe5d-7cbc-4c00-9574-14498f770a67', 'name': 'volume-6f42fe5d-7cbc-4c00-9574-14498f770a67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9e8115f4-d252-4a18-a345-b7c29acf7d02', 'attached_at': '', 'detached_at': '', 'volume_id': '6f42fe5d-7cbc-4c00-9574-14498f770a67', 'serial': '6f42fe5d-7cbc-4c00-9574-14498f770a67'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1057.381295] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12afbd40-7358-409b-ae15-8e8d90da683f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.403797] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cff707-ff10-468b-b74c-3c32657ecb39 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.435160] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-6f42fe5d-7cbc-4c00-9574-14498f770a67/volume-6f42fe5d-7cbc-4c00-9574-14498f770a67.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.435517] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13c419ce-ba88-4528-a5fa-973a5ff81f9f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.455322] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1057.455322] env[62675]: value = "task-2691446" [ 1057.455322] env[62675]: _type = "Task" [ 1057.455322] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.465275] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.602165] env[62675]: DEBUG nova.compute.manager [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.623885] env[62675]: DEBUG nova.network.neutron [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Successfully created port: 01c21015-4327-4d55-be20-abe085c9e35e {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.668948] env[62675]: DEBUG nova.compute.manager [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.669209] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.670151] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0136bc9e-d464-4644-9a90-115d7981d809 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.686926] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.687326] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-720fbd10-f722-41c3-8f0a-0b964bd090f1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.698220] env[62675]: DEBUG oslo_vmware.api [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1057.698220] env[62675]: value = "task-2691447" [ 1057.698220] env[62675]: _type = "Task" [ 1057.698220] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.713409] env[62675]: DEBUG oslo_vmware.api [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.726052] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499415} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.726389] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3/78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.726624] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.726894] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca52656a-36cf-4b55-84a4-8b77d8a6d179 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.734824] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1057.734824] env[62675]: value = "task-2691448" [ 1057.734824] env[62675]: _type = "Task" [ 1057.734824] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.745302] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.936529] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447be395-486c-4367-92a6-536f76ac0f87 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.945356] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbdf196-38d6-4954-9e89-cc45919a0f4a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.988657] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaf67ce-a825-4dcc-a716-3e0332fce751 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.994773] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "7a9afaf2-2ffe-4ceb-8b24-925fc60a122f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.995091] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "7a9afaf2-2ffe-4ceb-8b24-925fc60a122f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.004412] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691446, 'name': ReconfigVM_Task, 'duration_secs': 0.406777} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.004706] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-6f42fe5d-7cbc-4c00-9574-14498f770a67/volume-6f42fe5d-7cbc-4c00-9574-14498f770a67.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.011221] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc308e8f-2dda-4a04-bc18-cb8f474deb8a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.016319] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d020b6f9-c677-4984-8d12-bbc43a046a82 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.037801] env[62675]: DEBUG nova.compute.provider_tree [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.040365] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1058.040365] env[62675]: value = "task-2691449" [ 1058.040365] env[62675]: _type = "Task" [ 1058.040365] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.050295] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.212862] env[62675]: DEBUG oslo_vmware.api [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691447, 'name': PowerOffVM_Task, 'duration_secs': 0.321627} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.213416] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.213632] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.213905] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f313ba1b-de86-409f-ada8-a8e97c0535e7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.248394] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068512} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.250477] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.251510] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ab7ca8-bacc-4dd9-9977-4f5dc19d8087 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.281137] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3/78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.282280] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76017491-080b-4bba-bd3d-b0496528176f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.305194] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1058.305194] env[62675]: value = "task-2691451" [ 1058.305194] env[62675]: _type = "Task" [ 1058.305194] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.305194] env[62675]: DEBUG nova.network.neutron [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Successfully updated port: 7f23c32b-c818-434d-bd88-14e40752eda9 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.314642] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691451, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.490986] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.491302] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.491426] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleting the datastore file [datastore1] 4e5656ae-3f24-4ded-b444-91418aec39cc {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.491694] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c8f5d9f-a298-49ef-ba6a-fd94090cb05e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.498780] env[62675]: DEBUG nova.compute.manager [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.501397] env[62675]: DEBUG oslo_vmware.api [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1058.501397] env[62675]: value = "task-2691452" [ 1058.501397] env[62675]: _type = "Task" [ 1058.501397] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.509620] env[62675]: DEBUG oslo_vmware.api [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691452, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.542258] env[62675]: DEBUG nova.scheduler.client.report [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.554740] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691449, 'name': ReconfigVM_Task, 'duration_secs': 0.278743} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.555062] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542448', 'volume_id': '6f42fe5d-7cbc-4c00-9574-14498f770a67', 'name': 'volume-6f42fe5d-7cbc-4c00-9574-14498f770a67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9e8115f4-d252-4a18-a345-b7c29acf7d02', 'attached_at': '', 'detached_at': '', 'volume_id': '6f42fe5d-7cbc-4c00-9574-14498f770a67', 'serial': '6f42fe5d-7cbc-4c00-9574-14498f770a67'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1058.555646] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a366cb-f040-40c0-ae22-689d88d6b98f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.561743] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1058.561743] env[62675]: value = "task-2691453" [ 1058.561743] env[62675]: _type = "Task" [ 1058.561743] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.569452] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691453, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.616163] env[62675]: DEBUG nova.compute.manager [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.646452] env[62675]: DEBUG nova.virt.hardware [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.646452] env[62675]: DEBUG nova.virt.hardware [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.646691] env[62675]: DEBUG nova.virt.hardware [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.646884] env[62675]: DEBUG nova.virt.hardware [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.647101] env[62675]: DEBUG nova.virt.hardware [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.647311] env[62675]: DEBUG nova.virt.hardware [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.647540] env[62675]: DEBUG nova.virt.hardware [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.647752] env[62675]: DEBUG nova.virt.hardware [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.647979] env[62675]: DEBUG nova.virt.hardware [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.648219] env[62675]: DEBUG nova.virt.hardware [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.648457] env[62675]: DEBUG nova.virt.hardware [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.649505] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f34b8e4-81d8-45e9-8f21-3e3162d7c3d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.657585] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0711681a-a842-4617-80ff-a11ffef5370c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.810158] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.810158] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.810158] env[62675]: DEBUG nova.network.neutron [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.816940] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.016296] env[62675]: DEBUG oslo_vmware.api [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691452, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377152} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.016558] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.016746] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.016935] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.017188] env[62675]: INFO nova.compute.manager [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Took 1.35 seconds to destroy the instance on the hypervisor. [ 1059.017448] env[62675]: DEBUG oslo.service.loopingcall [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1059.017675] env[62675]: DEBUG nova.compute.manager [-] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.017744] env[62675]: DEBUG nova.network.neutron [-] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.025977] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.051064] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.051573] env[62675]: DEBUG nova.compute.manager [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.054339] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.940s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.055870] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.056786] env[62675]: DEBUG oslo_concurrency.lockutils [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.050s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.057044] env[62675]: DEBUG nova.objects.instance [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lazy-loading 'resources' on Instance uuid 02877f5b-d637-4cf8-ba97-bb5f96b972de {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.072564] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691453, 'name': Rename_Task, 'duration_secs': 0.159068} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.072564] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.072806] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-090cc01b-b879-4177-8bfc-2ff3c484ead7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.078659] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1059.078659] env[62675]: value = "task-2691454" [ 1059.078659] env[62675]: _type = "Task" [ 1059.078659] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.083092] env[62675]: INFO nova.scheduler.client.report [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleted allocations for instance 496adcc8-14d1-4dc5-96c4-d6547e4b51e0 [ 1059.090731] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.168049] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "8507520c-491d-42c3-beee-b697695f16a1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.168425] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "8507520c-491d-42c3-beee-b697695f16a1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.168691] env[62675]: DEBUG nova.compute.manager [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Going to confirm migration 8 {{(pid=62675) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1059.317437] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691451, 'name': ReconfigVM_Task, 'duration_secs': 0.782241} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.317766] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3/78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.318683] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5406bbd0-e290-463c-a653-4f708dd5b34b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.325765] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1059.325765] env[62675]: value = "task-2691455" [ 1059.325765] env[62675]: _type = "Task" [ 1059.325765] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.334744] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691455, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.355192] env[62675]: WARNING nova.network.neutron [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] 05516cfa-97b0-486c-bf21-b93c5351a90a already exists in list: networks containing: ['05516cfa-97b0-486c-bf21-b93c5351a90a']. ignoring it [ 1059.470497] env[62675]: DEBUG nova.network.neutron [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Successfully updated port: 01c21015-4327-4d55-be20-abe085c9e35e {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.561441] env[62675]: DEBUG nova.compute.utils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1059.565965] env[62675]: DEBUG nova.compute.manager [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.566175] env[62675]: DEBUG nova.network.neutron [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.593840] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691454, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.594369] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e6e9b67-6a1d-4a87-a02c-0dbda033496d tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "496adcc8-14d1-4dc5-96c4-d6547e4b51e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.682s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.606226] env[62675]: DEBUG nova.policy [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6549dc0b05b404a9fba49a516761318', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3e7599744bf48cf8e4540e4717f75f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.665829] env[62675]: DEBUG nova.network.neutron [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updating instance_info_cache with network_info: [{"id": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "address": "fa:16:3e:5b:5a:a3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b3914f-e9", "ovs_interfaceid": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f23c32b-c818-434d-bd88-14e40752eda9", "address": "fa:16:3e:1d:7b:d3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f23c32b-c8", "ovs_interfaceid": "7f23c32b-c818-434d-bd88-14e40752eda9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.750564] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.750757] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquired lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.750934] env[62675]: DEBUG nova.network.neutron [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.751140] env[62675]: DEBUG nova.objects.instance [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lazy-loading 'info_cache' on Instance uuid 8507520c-491d-42c3-beee-b697695f16a1 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.837786] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691455, 'name': Rename_Task, 'duration_secs': 0.173552} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.838115] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.838271] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80bb828b-bbd3-451d-a28b-3d1b0fde9727 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.847386] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1059.847386] env[62675]: value = "task-2691456" [ 1059.847386] env[62675]: _type = "Task" [ 1059.847386] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.852114] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1649d2-1477-43e6-b22c-163d1719bb36 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.857508] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.861840] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0bcf54-f537-417a-8686-988636fd6893 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.893464] env[62675]: DEBUG nova.network.neutron [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Successfully created port: e201adbf-a14a-49b2-9589-f4074afd279a {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.895976] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d68fcdf-0fd8-4926-a910-dde07ca341dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.898433] env[62675]: DEBUG nova.network.neutron [-] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.904916] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3847b6-5b92-4c35-bcb6-c0f8ef0949f5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.919210] env[62675]: DEBUG nova.compute.provider_tree [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.973319] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Acquiring lock "refresh_cache-51bd7426-7e1b-4b82-b724-3a7b544709bd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.973511] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Acquired lock "refresh_cache-51bd7426-7e1b-4b82-b724-3a7b544709bd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.973629] env[62675]: DEBUG nova.network.neutron [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.066974] env[62675]: DEBUG nova.compute.manager [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.089259] env[62675]: DEBUG oslo_vmware.api [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691454, 'name': PowerOnVM_Task, 'duration_secs': 0.603459} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.089389] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.168139] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.168812] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.168973] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.169935] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212985cd-01f5-419d-88a0-413127013dac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.188638] env[62675]: DEBUG nova.virt.hardware [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.188887] env[62675]: DEBUG nova.virt.hardware [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.189092] env[62675]: DEBUG nova.virt.hardware [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.189291] env[62675]: DEBUG nova.virt.hardware [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.189441] env[62675]: DEBUG nova.virt.hardware [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.189592] env[62675]: DEBUG nova.virt.hardware [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.189809] env[62675]: DEBUG nova.virt.hardware [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.189955] env[62675]: DEBUG nova.virt.hardware [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.190143] env[62675]: DEBUG nova.virt.hardware [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.190309] env[62675]: DEBUG nova.virt.hardware [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.190482] env[62675]: DEBUG nova.virt.hardware [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.196824] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Reconfiguring VM to attach interface {{(pid=62675) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1060.197907] env[62675]: DEBUG nova.compute.manager [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.198212] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecbed3e6-3e2e-45d5-aa45-705e69a2ef40 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.210346] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce5e14c-b2e7-436d-8035-4d53761794ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.220105] env[62675]: DEBUG oslo_vmware.api [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1060.220105] env[62675]: value = "task-2691457" [ 1060.220105] env[62675]: _type = "Task" [ 1060.220105] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.227882] env[62675]: DEBUG oslo_vmware.api [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691457, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.356713] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.400973] env[62675]: INFO nova.compute.manager [-] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Took 1.38 seconds to deallocate network for instance. [ 1060.422875] env[62675]: DEBUG nova.scheduler.client.report [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.506396] env[62675]: DEBUG nova.network.neutron [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.643376] env[62675]: DEBUG nova.network.neutron [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Updating instance_info_cache with network_info: [{"id": "01c21015-4327-4d55-be20-abe085c9e35e", "address": "fa:16:3e:05:4e:53", "network": {"id": "401d0764-5f88-4f46-8225-ccfab5d50d98", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2146492081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431f259fdb7647988aaef2b828796e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c21015-43", "ovs_interfaceid": "01c21015-4327-4d55-be20-abe085c9e35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.730432] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88de22da-6190-4815-a654-f51edc74d3b7 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 50.616s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.737731] env[62675]: DEBUG oslo_vmware.api [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.860576] env[62675]: DEBUG oslo_vmware.api [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691456, 'name': PowerOnVM_Task, 'duration_secs': 0.917671} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.861880] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.861880] env[62675]: INFO nova.compute.manager [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1060.861880] env[62675]: DEBUG nova.compute.manager [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.862171] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21444352-8759-4ce5-a756-88caf5bff136 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.907214] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.927849] env[62675]: DEBUG oslo_concurrency.lockutils [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.930023] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.579s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.954536] env[62675]: INFO nova.scheduler.client.report [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted allocations for instance 02877f5b-d637-4cf8-ba97-bb5f96b972de [ 1060.959991] env[62675]: DEBUG nova.network.neutron [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance_info_cache with network_info: [{"id": "e9217429-e3e7-4ca6-92a2-4576a5bd509b", "address": "fa:16:3e:17:19:3e", "network": {"id": "d9b0bc56-fa51-4c6c-aab9-72996350aaf6", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2471919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dabf87b397c4aa4b696618a6a73e5c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9217429-e3", "ovs_interfaceid": "e9217429-e3e7-4ca6-92a2-4576a5bd509b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.077286] env[62675]: DEBUG nova.compute.manager [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.104141] env[62675]: DEBUG nova.virt.hardware [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.104411] env[62675]: DEBUG nova.virt.hardware [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.104573] env[62675]: DEBUG nova.virt.hardware [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.104754] env[62675]: DEBUG nova.virt.hardware [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.104902] env[62675]: DEBUG nova.virt.hardware [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.105076] env[62675]: DEBUG nova.virt.hardware [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.105290] env[62675]: DEBUG nova.virt.hardware [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.105450] env[62675]: DEBUG nova.virt.hardware [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.105620] env[62675]: DEBUG nova.virt.hardware [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.105787] env[62675]: DEBUG nova.virt.hardware [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.106074] env[62675]: DEBUG nova.virt.hardware [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.106877] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed816234-d2d6-458a-98a6-508c3229654e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.114762] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d9b701-866e-4ade-ad6f-9708242203c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.145740] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Releasing lock "refresh_cache-51bd7426-7e1b-4b82-b724-3a7b544709bd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.145897] env[62675]: DEBUG nova.compute.manager [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Instance network_info: |[{"id": "01c21015-4327-4d55-be20-abe085c9e35e", "address": "fa:16:3e:05:4e:53", "network": {"id": "401d0764-5f88-4f46-8225-ccfab5d50d98", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2146492081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431f259fdb7647988aaef2b828796e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c21015-43", "ovs_interfaceid": "01c21015-4327-4d55-be20-abe085c9e35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.146277] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:4e:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01c21015-4327-4d55-be20-abe085c9e35e', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.154900] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Creating folder: Project (431f259fdb7647988aaef2b828796e47). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.155219] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82cdcdc7-49a5-4c99-ae6e-6988f63a6e77 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.164885] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Created folder: Project (431f259fdb7647988aaef2b828796e47) in parent group-v542174. [ 1061.165887] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Creating folder: Instances. Parent ref: group-v542459. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.165887] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aab8037e-7ce5-41d0-8e2c-c07ef2a807a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.174674] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Created folder: Instances in parent group-v542459. [ 1061.174937] env[62675]: DEBUG oslo.service.loopingcall [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.175152] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.175363] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-506f612a-e6ae-414c-9832-612982e40057 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.195725] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.195725] env[62675]: value = "task-2691460" [ 1061.195725] env[62675]: _type = "Task" [ 1061.195725] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.203550] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691460, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.236064] env[62675]: DEBUG oslo_vmware.api [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691457, 'name': ReconfigVM_Task, 'duration_secs': 0.858725} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.236480] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.236727] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Reconfigured VM to attach interface {{(pid=62675) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1061.379878] env[62675]: INFO nova.compute.manager [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Took 32.52 seconds to build instance. [ 1061.398411] env[62675]: DEBUG nova.network.neutron [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Successfully updated port: e201adbf-a14a-49b2-9589-f4074afd279a {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.463921] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Releasing lock "refresh_cache-8507520c-491d-42c3-beee-b697695f16a1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.464206] env[62675]: DEBUG nova.objects.instance [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lazy-loading 'migration_context' on Instance uuid 8507520c-491d-42c3-beee-b697695f16a1 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.465438] env[62675]: DEBUG oslo_concurrency.lockutils [None req-cc64fa0b-7577-4436-9bac-d7bcc894a2d2 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "02877f5b-d637-4cf8-ba97-bb5f96b972de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.902s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.705787] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691460, 'name': CreateVM_Task, 'duration_secs': 0.350713} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.706201] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.706707] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.706875] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.707218] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.707470] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a03f9d16-5390-4673-a091-955fdc3a8ec9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.711777] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Waiting for the task: (returnval){ [ 1061.711777] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52560904-0017-9ffb-fb97-59b786492042" [ 1061.711777] env[62675]: _type = "Task" [ 1061.711777] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.719357] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52560904-0017-9ffb-fb97-59b786492042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.741055] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93d69703-5889-4349-bf77-43b624e36f0d tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-d540fe9e-315e-4164-a2a4-15a0c6e02205-7f23c32b-c818-434d-bd88-14e40752eda9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.395s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.882474] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b1fdbc15-842b-4feb-92c6-e466ec72ca8a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.031s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.901371] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Acquiring lock "refresh_cache-8223760e-3688-48c7-9043-2f6532f67a1d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.901537] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Acquired lock "refresh_cache-8223760e-3688-48c7-9043-2f6532f67a1d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.901700] env[62675]: DEBUG nova.network.neutron [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.943960] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Applying migration context for instance 8507520c-491d-42c3-beee-b697695f16a1 as it has an incoming, in-progress migration 71dffcb2-7455-4c18-be91-1d60a29c693e. Migration status is finished {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1061.944251] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Applying migration context for instance a1f99b1b-40ed-40e1-b56c-055aa4ebcabf as it has an incoming, in-progress migration 9d047c95-5fc5-492f-8809-786455800520. Migration status is reverting {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1061.946100] env[62675]: INFO nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating resource usage from migration 71dffcb2-7455-4c18-be91-1d60a29c693e [ 1061.946435] env[62675]: INFO nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating resource usage from migration 9d047c95-5fc5-492f-8809-786455800520 [ 1061.966552] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d6247e9c-c9c4-472e-8d75-5b416859b9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.966704] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 6f2071c8-a77c-4fa1-a4f0-f171b2a06168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.966839] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9043970b-25b2-4989-baea-3cfeb11bec5d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.967095] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 0043b1b7-6921-4357-8a0d-417ededffe99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.967198] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 618ce248-370f-4727-aae6-0c6b9640594f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.967315] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance df73da65-e298-4351-9ec5-a61b21a63f69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.967429] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d540fe9e-315e-4164-a2a4-15a0c6e02205 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.967541] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9e8115f4-d252-4a18-a345-b7c29acf7d02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.967668] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 4e5656ae-3f24-4ded-b444-91418aec39cc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.967780] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Migration 9d047c95-5fc5-492f-8809-786455800520 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1061.967889] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance a1f99b1b-40ed-40e1-b56c-055aa4ebcabf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.967999] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance c0d4635c-98d8-4bc4-96dd-83f65be7b77b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.968135] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 8496ac60-bcd9-47f9-946d-b8932a208f4d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1061.968250] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Migration 71dffcb2-7455-4c18-be91-1d60a29c693e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1061.968358] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 8507520c-491d-42c3-beee-b697695f16a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.968466] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.968572] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 51bd7426-7e1b-4b82-b724-3a7b544709bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.968678] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 8223760e-3688-48c7-9043-2f6532f67a1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1061.970443] env[62675]: DEBUG nova.objects.base [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Object Instance<8507520c-491d-42c3-beee-b697695f16a1> lazy-loaded attributes: info_cache,migration_context {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.971693] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d232d-fb1b-42c7-9baa-613f2a93a093 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.993596] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7889791a-ece3-4876-88fc-4c1d64a6a997 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.999813] env[62675]: DEBUG oslo_vmware.api [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1061.999813] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e4cd06-07d2-a6b6-01bf-47ceeda3b35c" [ 1061.999813] env[62675]: _type = "Task" [ 1061.999813] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.008065] env[62675]: DEBUG oslo_vmware.api [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e4cd06-07d2-a6b6-01bf-47ceeda3b35c, 'name': SearchDatastore_Task} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.008405] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.223722] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52560904-0017-9ffb-fb97-59b786492042, 'name': SearchDatastore_Task, 'duration_secs': 0.015345} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.223992] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.224269] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.224538] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.224725] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.224939] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.225247] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e3675c4-9712-49ca-a203-7ccedeac7aa3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.234694] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.234913] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.235708] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ab620d-de74-4d20-8259-95fd205f056b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.241454] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Waiting for the task: (returnval){ [ 1062.241454] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5246612e-01dd-b799-3199-9b4910ef420a" [ 1062.241454] env[62675]: _type = "Task" [ 1062.241454] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.250519] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5246612e-01dd-b799-3199-9b4910ef420a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.439291] env[62675]: DEBUG nova.network.neutron [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.472763] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 05b72ed6-0439-4c10-9504-4bf982e1bc5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1062.572801] env[62675]: DEBUG nova.network.neutron [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Updating instance_info_cache with network_info: [{"id": "e201adbf-a14a-49b2-9589-f4074afd279a", "address": "fa:16:3e:9a:f4:9c", "network": {"id": "a8d7d347-1c69-4744-8c6d-44bba0493641", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1678192789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e7599744bf48cf8e4540e4717f75f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape201adbf-a1", "ovs_interfaceid": "e201adbf-a14a-49b2-9589-f4074afd279a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.748704] env[62675]: DEBUG nova.compute.manager [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Received event network-vif-plugged-7f23c32b-c818-434d-bd88-14e40752eda9 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.748956] env[62675]: DEBUG oslo_concurrency.lockutils [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] Acquiring lock "d540fe9e-315e-4164-a2a4-15a0c6e02205-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.749209] env[62675]: DEBUG oslo_concurrency.lockutils [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] Lock "d540fe9e-315e-4164-a2a4-15a0c6e02205-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.749287] env[62675]: DEBUG oslo_concurrency.lockutils [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] Lock "d540fe9e-315e-4164-a2a4-15a0c6e02205-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.749451] env[62675]: DEBUG nova.compute.manager [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] No waiting events found dispatching network-vif-plugged-7f23c32b-c818-434d-bd88-14e40752eda9 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.749612] env[62675]: WARNING nova.compute.manager [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Received unexpected event network-vif-plugged-7f23c32b-c818-434d-bd88-14e40752eda9 for instance with vm_state active and task_state None. [ 1062.749771] env[62675]: DEBUG nova.compute.manager [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Received event network-changed-7f23c32b-c818-434d-bd88-14e40752eda9 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.749972] env[62675]: DEBUG nova.compute.manager [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Refreshing instance network info cache due to event network-changed-7f23c32b-c818-434d-bd88-14e40752eda9. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.750113] env[62675]: DEBUG oslo_concurrency.lockutils [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] Acquiring lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.750252] env[62675]: DEBUG oslo_concurrency.lockutils [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] Acquired lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.750407] env[62675]: DEBUG nova.network.neutron [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Refreshing network info cache for port 7f23c32b-c818-434d-bd88-14e40752eda9 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.755334] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5246612e-01dd-b799-3199-9b4910ef420a, 'name': SearchDatastore_Task, 'duration_secs': 0.010506} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.756331] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e8be974-74ac-43bb-aec1-435d81b4b654 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.762600] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Waiting for the task: (returnval){ [ 1062.762600] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529f1078-84b9-6e8a-da71-73de095181e1" [ 1062.762600] env[62675]: _type = "Task" [ 1062.762600] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.770849] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529f1078-84b9-6e8a-da71-73de095181e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.976441] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1062.976694] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1062.976902] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1063.075962] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Releasing lock "refresh_cache-8223760e-3688-48c7-9043-2f6532f67a1d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.076308] env[62675]: DEBUG nova.compute.manager [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Instance network_info: |[{"id": "e201adbf-a14a-49b2-9589-f4074afd279a", "address": "fa:16:3e:9a:f4:9c", "network": {"id": "a8d7d347-1c69-4744-8c6d-44bba0493641", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1678192789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e7599744bf48cf8e4540e4717f75f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape201adbf-a1", "ovs_interfaceid": "e201adbf-a14a-49b2-9589-f4074afd279a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.076729] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:f4:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e201adbf-a14a-49b2-9589-f4074afd279a', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.084264] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Creating folder: Project (b3e7599744bf48cf8e4540e4717f75f1). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.086990] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d2d2ec9-11cc-496d-9405-a2649a6c5269 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.097606] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Created folder: Project (b3e7599744bf48cf8e4540e4717f75f1) in parent group-v542174. [ 1063.097811] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Creating folder: Instances. Parent ref: group-v542462. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.100385] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f948d8cf-b038-4869-9102-34ac0e47ef51 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.109231] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Created folder: Instances in parent group-v542462. [ 1063.109453] env[62675]: DEBUG oslo.service.loopingcall [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1063.109643] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.109839] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-246d6454-148a-4139-97ca-d7c976f81d42 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.130654] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.130654] env[62675]: value = "task-2691463" [ 1063.130654] env[62675]: _type = "Task" [ 1063.130654] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.138734] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691463, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.248177] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55a4100-37e1-440f-9b80-a923c872fcb3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.255948] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bbcc36-2190-4037-8d99-2e48f2a1ea8e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.297596] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc359a0-6a52-4139-b283-e9430f55ff97 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.305715] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529f1078-84b9-6e8a-da71-73de095181e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.307996] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.308292] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 51bd7426-7e1b-4b82-b724-3a7b544709bd/51bd7426-7e1b-4b82-b724-3a7b544709bd.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.308603] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-594290f2-c466-4056-878d-9c9921e6da59 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.311533] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb59f98-e495-4fa6-a992-d9fca132a573 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.326281] env[62675]: DEBUG nova.compute.provider_tree [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.328977] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Waiting for the task: (returnval){ [ 1063.328977] env[62675]: value = "task-2691464" [ 1063.328977] env[62675]: _type = "Task" [ 1063.328977] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.337217] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.479722] env[62675]: DEBUG nova.network.neutron [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updated VIF entry in instance network info cache for port 7f23c32b-c818-434d-bd88-14e40752eda9. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.480186] env[62675]: DEBUG nova.network.neutron [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updating instance_info_cache with network_info: [{"id": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "address": "fa:16:3e:5b:5a:a3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b3914f-e9", "ovs_interfaceid": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f23c32b-c818-434d-bd88-14e40752eda9", "address": "fa:16:3e:1d:7b:d3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f23c32b-c8", "ovs_interfaceid": "7f23c32b-c818-434d-bd88-14e40752eda9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.643098] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691463, 'name': CreateVM_Task, 'duration_secs': 0.349917} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.643373] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.644255] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.644422] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.644748] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1063.645062] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6e4aa36-200e-4247-af70-d7c3ca04bc38 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.650519] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1063.650519] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c4cd07-9516-3eed-3df3-57a2c4e89a3e" [ 1063.650519] env[62675]: _type = "Task" [ 1063.650519] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.663858] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c4cd07-9516-3eed-3df3-57a2c4e89a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.830915] env[62675]: DEBUG nova.scheduler.client.report [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.843717] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691464, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.982487] env[62675]: DEBUG oslo_concurrency.lockutils [req-60f71a31-4a75-47ae-a67d-b1f7bc4a3614 req-6d288796-5c43-45cf-bffc-7ad2689c7f72 service nova] Releasing lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.088133] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "df73da65-e298-4351-9ec5-a61b21a63f69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.088457] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "df73da65-e298-4351-9ec5-a61b21a63f69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.088685] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "df73da65-e298-4351-9ec5-a61b21a63f69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.088875] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "df73da65-e298-4351-9ec5-a61b21a63f69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.089058] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "df73da65-e298-4351-9ec5-a61b21a63f69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.091214] env[62675]: INFO nova.compute.manager [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Terminating instance [ 1064.162679] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "interface-d540fe9e-315e-4164-a2a4-15a0c6e02205-7f23c32b-c818-434d-bd88-14e40752eda9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.162956] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-d540fe9e-315e-4164-a2a4-15a0c6e02205-7f23c32b-c818-434d-bd88-14e40752eda9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.164205] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c4cd07-9516-3eed-3df3-57a2c4e89a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.056415} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.164481] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.164704] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.164947] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.165119] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.165307] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.165755] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b44426af-a89b-41c9-be87-d70a6404f41d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.179533] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.179636] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.180425] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c87ee2aa-0825-408d-9a3f-98814b84c427 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.186140] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1064.186140] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]527422e0-a0e1-1efd-7608-193ae9292bb3" [ 1064.186140] env[62675]: _type = "Task" [ 1064.186140] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.196167] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527422e0-a0e1-1efd-7608-193ae9292bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.339861] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1064.340096] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.410s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.340445] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.831s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.340661] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.342734] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 11.158s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.350264] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571635} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.350750] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 51bd7426-7e1b-4b82-b724-3a7b544709bd/51bd7426-7e1b-4b82-b724-3a7b544709bd.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.350971] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.351274] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78436671-eaac-4983-9261-d62ce2cffb21 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.360094] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Waiting for the task: (returnval){ [ 1064.360094] env[62675]: value = "task-2691465" [ 1064.360094] env[62675]: _type = "Task" [ 1064.360094] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.364969] env[62675]: INFO nova.scheduler.client.report [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Deleted allocations for instance 8496ac60-bcd9-47f9-946d-b8932a208f4d [ 1064.372614] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.595499] env[62675]: DEBUG nova.compute.manager [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.595756] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.596712] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bafe233-f5a2-461d-b6a0-5692198bf3be {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.604628] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.604867] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f882c413-5c21-451c-8de7-3c99c8439430 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.611089] env[62675]: DEBUG oslo_vmware.api [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1064.611089] env[62675]: value = "task-2691466" [ 1064.611089] env[62675]: _type = "Task" [ 1064.611089] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.618523] env[62675]: DEBUG oslo_vmware.api [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.667393] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.667589] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.669089] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e8e12d-abad-4ddd-8bd5-3a91dc1e7d22 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.692296] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3217b0-80f2-47cd-8f62-dc9cca86af58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.700703] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]527422e0-a0e1-1efd-7608-193ae9292bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.04679} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.723898] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Reconfiguring VM to detach interface {{(pid=62675) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1064.725480] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a0692b-189f-4e5a-bd2e-5df4fb0cd457 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.727944] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-237f0dea-de86-4147-baac-944d412c4caf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.745540] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "706fc606-b780-4ede-8380-73dedd21a2f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.745540] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "706fc606-b780-4ede-8380-73dedd21a2f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.750444] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1064.750444] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528c3b22-297e-94e9-ac23-3de0403cae19" [ 1064.750444] env[62675]: _type = "Task" [ 1064.750444] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.755178] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1064.755178] env[62675]: value = "task-2691467" [ 1064.755178] env[62675]: _type = "Task" [ 1064.755178] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.768595] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.768913] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528c3b22-297e-94e9-ac23-3de0403cae19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.788660] env[62675]: DEBUG nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Received event network-vif-plugged-01c21015-4327-4d55-be20-abe085c9e35e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.789010] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Acquiring lock "51bd7426-7e1b-4b82-b724-3a7b544709bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.789010] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Lock "51bd7426-7e1b-4b82-b724-3a7b544709bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.789148] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Lock "51bd7426-7e1b-4b82-b724-3a7b544709bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.789422] env[62675]: DEBUG nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] No waiting events found dispatching network-vif-plugged-01c21015-4327-4d55-be20-abe085c9e35e {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.789515] env[62675]: WARNING nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Received unexpected event network-vif-plugged-01c21015-4327-4d55-be20-abe085c9e35e for instance with vm_state building and task_state spawning. [ 1064.789608] env[62675]: DEBUG nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Received event network-vif-deleted-fd7a2a5f-4071-4e3c-a14c-bde7c5fd8f35 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.789775] env[62675]: DEBUG nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Received event network-changed-01c21015-4327-4d55-be20-abe085c9e35e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1064.789923] env[62675]: DEBUG nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Refreshing instance network info cache due to event network-changed-01c21015-4327-4d55-be20-abe085c9e35e. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1064.790117] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Acquiring lock "refresh_cache-51bd7426-7e1b-4b82-b724-3a7b544709bd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1064.790328] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Acquired lock "refresh_cache-51bd7426-7e1b-4b82-b724-3a7b544709bd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.790414] env[62675]: DEBUG nova.network.neutron [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Refreshing network info cache for port 01c21015-4327-4d55-be20-abe085c9e35e {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.851461] env[62675]: DEBUG nova.objects.instance [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'migration_context' on Instance uuid a1f99b1b-40ed-40e1-b56c-055aa4ebcabf {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.871100] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073302} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.871547] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.872428] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9304d409-ecca-4b57-80b0-96b6bfa43472 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.878616] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d15ae59d-a38b-4e4c-bea0-7322cdd7d9e6 tempest-ServerGroupTestJSON-485597080 tempest-ServerGroupTestJSON-485597080-project-member] Lock "8496ac60-bcd9-47f9-946d-b8932a208f4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.879s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.898811] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 51bd7426-7e1b-4b82-b724-3a7b544709bd/51bd7426-7e1b-4b82-b724-3a7b544709bd.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.899778] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a291cb78-086b-4f1f-be09-6d7da2e9b817 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.919625] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Waiting for the task: (returnval){ [ 1064.919625] env[62675]: value = "task-2691468" [ 1064.919625] env[62675]: _type = "Task" [ 1064.919625] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.930206] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.122533] env[62675]: DEBUG oslo_vmware.api [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691466, 'name': PowerOffVM_Task, 'duration_secs': 0.386594} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.122882] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.123128] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.123391] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfc22c0f-0c0a-4a4e-8c55-c5b947283193 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.197022] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.197022] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.197022] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleting the datastore file [datastore2] df73da65-e298-4351-9ec5-a61b21a63f69 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.197022] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5063885-73e5-4c35-9e6d-9e9c50eb876e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.201726] env[62675]: DEBUG oslo_vmware.api [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1065.201726] env[62675]: value = "task-2691470" [ 1065.201726] env[62675]: _type = "Task" [ 1065.201726] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.210049] env[62675]: DEBUG oslo_vmware.api [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.252022] env[62675]: DEBUG nova.compute.manager [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.264141] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528c3b22-297e-94e9-ac23-3de0403cae19, 'name': SearchDatastore_Task, 'duration_secs': 0.017204} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.264987] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.265403] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 8223760e-3688-48c7-9043-2f6532f67a1d/8223760e-3688-48c7-9043-2f6532f67a1d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.265826] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b65225d-ccc0-4e09-ab7a-655b621929a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.271897] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.276260] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1065.276260] env[62675]: value = "task-2691471" [ 1065.276260] env[62675]: _type = "Task" [ 1065.276260] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.284676] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.433627] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691468, 'name': ReconfigVM_Task, 'duration_secs': 0.346554} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.435313] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 51bd7426-7e1b-4b82-b724-3a7b544709bd/51bd7426-7e1b-4b82-b724-3a7b544709bd.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.436186] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f92130c9-6b1a-4c33-bc7d-d1e276354cdf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.442288] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Waiting for the task: (returnval){ [ 1065.442288] env[62675]: value = "task-2691472" [ 1065.442288] env[62675]: _type = "Task" [ 1065.442288] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.453013] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691472, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.644299] env[62675]: DEBUG nova.network.neutron [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Updated VIF entry in instance network info cache for port 01c21015-4327-4d55-be20-abe085c9e35e. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.644299] env[62675]: DEBUG nova.network.neutron [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Updating instance_info_cache with network_info: [{"id": "01c21015-4327-4d55-be20-abe085c9e35e", "address": "fa:16:3e:05:4e:53", "network": {"id": "401d0764-5f88-4f46-8225-ccfab5d50d98", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2146492081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "431f259fdb7647988aaef2b828796e47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01c21015-43", "ovs_interfaceid": "01c21015-4327-4d55-be20-abe085c9e35e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.682062] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3916f474-efa4-4440-ac73-db93332ac52b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.692555] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f1ebef-6c2d-4942-8c76-bd2b76b6bcd5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.731990] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2257173-99e6-4f4a-aff9-19f0fa65631d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.740254] env[62675]: DEBUG oslo_vmware.api [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154542} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.743400] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.743400] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.743400] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.743400] env[62675]: INFO nova.compute.manager [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1065.743710] env[62675]: DEBUG oslo.service.loopingcall [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.743760] env[62675]: DEBUG nova.compute.manager [-] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.743811] env[62675]: DEBUG nova.network.neutron [-] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.746782] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ce44cd-8404-4488-90d7-a608f6bc0f92 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.767915] env[62675]: DEBUG nova.compute.provider_tree [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.781237] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.790866] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691471, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.796368] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.952971] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691472, 'name': Rename_Task, 'duration_secs': 0.251981} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.953337] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.953430] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43c95887-ccc0-4a26-b909-c151d61397f6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.960077] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Waiting for the task: (returnval){ [ 1065.960077] env[62675]: value = "task-2691473" [ 1065.960077] env[62675]: _type = "Task" [ 1065.960077] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.968647] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.147208] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Releasing lock "refresh_cache-51bd7426-7e1b-4b82-b724-3a7b544709bd" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.147584] env[62675]: DEBUG nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Received event network-vif-plugged-e201adbf-a14a-49b2-9589-f4074afd279a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.147797] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Acquiring lock "8223760e-3688-48c7-9043-2f6532f67a1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.148080] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Lock "8223760e-3688-48c7-9043-2f6532f67a1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.148211] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Lock "8223760e-3688-48c7-9043-2f6532f67a1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.148385] env[62675]: DEBUG nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] No waiting events found dispatching network-vif-plugged-e201adbf-a14a-49b2-9589-f4074afd279a {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.148553] env[62675]: WARNING nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Received unexpected event network-vif-plugged-e201adbf-a14a-49b2-9589-f4074afd279a for instance with vm_state building and task_state spawning. [ 1066.148720] env[62675]: DEBUG nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Received event network-changed-e201adbf-a14a-49b2-9589-f4074afd279a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.148878] env[62675]: DEBUG nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Refreshing instance network info cache due to event network-changed-e201adbf-a14a-49b2-9589-f4074afd279a. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1066.149073] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Acquiring lock "refresh_cache-8223760e-3688-48c7-9043-2f6532f67a1d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.149217] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Acquired lock "refresh_cache-8223760e-3688-48c7-9043-2f6532f67a1d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.149375] env[62675]: DEBUG nova.network.neutron [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Refreshing network info cache for port e201adbf-a14a-49b2-9589-f4074afd279a {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.277036] env[62675]: DEBUG nova.scheduler.client.report [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.281052] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.289601] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521276} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.289957] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 8223760e-3688-48c7-9043-2f6532f67a1d/8223760e-3688-48c7-9043-2f6532f67a1d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.290270] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.290891] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86763ca6-69b1-4c14-b15e-981d4c001737 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.302211] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1066.302211] env[62675]: value = "task-2691474" [ 1066.302211] env[62675]: _type = "Task" [ 1066.302211] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.312230] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.471275] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691473, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.514817] env[62675]: DEBUG nova.network.neutron [-] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.776972] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.815952] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070629} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.815952] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.817127] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27761e5f-f863-4643-853c-f89adb61a47b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.839128] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 8223760e-3688-48c7-9043-2f6532f67a1d/8223760e-3688-48c7-9043-2f6532f67a1d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.841749] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1e90d34-4eb0-48d8-86d1-cf0d3134aacd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.865067] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1066.865067] env[62675]: value = "task-2691475" [ 1066.865067] env[62675]: _type = "Task" [ 1066.865067] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.872395] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.887939] env[62675]: DEBUG nova.compute.manager [req-9eac0265-61c1-4b4f-bbd3-5baaf4116656 req-50bd3a01-daf5-4752-aa72-204c50253cac service nova] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Received event network-vif-deleted-863ee584-28df-4b89-8a0a-c855edd1b390 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1066.900561] env[62675]: DEBUG nova.network.neutron [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Updated VIF entry in instance network info cache for port e201adbf-a14a-49b2-9589-f4074afd279a. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.900965] env[62675]: DEBUG nova.network.neutron [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Updating instance_info_cache with network_info: [{"id": "e201adbf-a14a-49b2-9589-f4074afd279a", "address": "fa:16:3e:9a:f4:9c", "network": {"id": "a8d7d347-1c69-4744-8c6d-44bba0493641", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1678192789-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e7599744bf48cf8e4540e4717f75f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape201adbf-a1", "ovs_interfaceid": "e201adbf-a14a-49b2-9589-f4074afd279a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.971295] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691473, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.017838] env[62675]: INFO nova.compute.manager [-] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Took 1.27 seconds to deallocate network for instance. [ 1067.277149] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.287918] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.945s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.293637] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.540s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.295144] env[62675]: INFO nova.compute.claims [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.378208] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691475, 'name': ReconfigVM_Task, 'duration_secs': 0.2909} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.378208] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 8223760e-3688-48c7-9043-2f6532f67a1d/8223760e-3688-48c7-9043-2f6532f67a1d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.378208] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fe9c101-986a-41c5-bafe-c4a986e6b9b0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.382632] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1067.382632] env[62675]: value = "task-2691476" [ 1067.382632] env[62675]: _type = "Task" [ 1067.382632] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.390731] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691476, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.404040] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Releasing lock "refresh_cache-8223760e-3688-48c7-9043-2f6532f67a1d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.404553] env[62675]: DEBUG nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Received event network-changed-bf44177a-14ba-4cd6-81c0-efedfcbdc174 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.404895] env[62675]: DEBUG nova.compute.manager [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Refreshing instance network info cache due to event network-changed-bf44177a-14ba-4cd6-81c0-efedfcbdc174. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1067.405261] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Acquiring lock "refresh_cache-78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.405441] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Acquired lock "refresh_cache-78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.405635] env[62675]: DEBUG nova.network.neutron [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Refreshing network info cache for port bf44177a-14ba-4cd6-81c0-efedfcbdc174 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.472686] env[62675]: DEBUG oslo_vmware.api [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691473, 'name': PowerOnVM_Task, 'duration_secs': 1.490533} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.472847] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.473114] env[62675]: INFO nova.compute.manager [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1067.473395] env[62675]: DEBUG nova.compute.manager [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.474308] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077c57c6-845f-4160-aa0e-4bc83aba5acd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.525690] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.777918] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.893597] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691476, 'name': Rename_Task, 'duration_secs': 0.14584} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.893902] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.894190] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6264ef07-2b0e-4244-a5a7-a88efbf9d726 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.901034] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1067.901034] env[62675]: value = "task-2691477" [ 1067.901034] env[62675]: _type = "Task" [ 1067.901034] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.912951] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.994025] env[62675]: INFO nova.compute.manager [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Took 33.72 seconds to build instance. [ 1068.139846] env[62675]: DEBUG nova.network.neutron [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Updated VIF entry in instance network info cache for port bf44177a-14ba-4cd6-81c0-efedfcbdc174. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.140239] env[62675]: DEBUG nova.network.neutron [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Updating instance_info_cache with network_info: [{"id": "bf44177a-14ba-4cd6-81c0-efedfcbdc174", "address": "fa:16:3e:e0:aa:99", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf44177a-14", "ovs_interfaceid": "bf44177a-14ba-4cd6-81c0-efedfcbdc174", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.278809] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.381108] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Acquiring lock "51bd7426-7e1b-4b82-b724-3a7b544709bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.415972] env[62675]: DEBUG oslo_vmware.api [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691477, 'name': PowerOnVM_Task, 'duration_secs': 0.447668} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.416288] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.416493] env[62675]: INFO nova.compute.manager [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1068.416673] env[62675]: DEBUG nova.compute.manager [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.417779] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e06f47a-647f-46d5-a1b1-55ec38bf637d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.498042] env[62675]: DEBUG oslo_concurrency.lockutils [None req-62bce15e-bdb2-4d1a-abd5-c8fdda161676 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Lock "51bd7426-7e1b-4b82-b724-3a7b544709bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.236s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.498550] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Lock "51bd7426-7e1b-4b82-b724-3a7b544709bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.118s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.498807] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Acquiring lock "51bd7426-7e1b-4b82-b724-3a7b544709bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.499035] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Lock "51bd7426-7e1b-4b82-b724-3a7b544709bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.499277] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Lock "51bd7426-7e1b-4b82-b724-3a7b544709bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.501322] env[62675]: INFO nova.compute.manager [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Terminating instance [ 1068.593779] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33386cf-5e91-4051-8559-552a3b5d46e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.602045] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703e7a08-ad2f-4ca8-bd50-427a9cddefb5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.632055] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73f82e3-3dd3-4157-8780-9e012af07056 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.639473] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2815e4-5377-49ac-a19b-345ce1a8d5fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.643580] env[62675]: DEBUG oslo_concurrency.lockutils [req-773296d6-6d12-49c3-ad35-66dd085538f3 req-7a311fae-fb83-4c91-8041-62d5eec56fd5 service nova] Releasing lock "refresh_cache-78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.653648] env[62675]: DEBUG nova.compute.provider_tree [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.779599] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.831577] env[62675]: INFO nova.compute.manager [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Swapping old allocation on dict_keys(['ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1']) held by migration 9d047c95-5fc5-492f-8809-786455800520 for instance [ 1068.853774] env[62675]: DEBUG nova.scheduler.client.report [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Overwriting current allocation {'allocations': {'ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 164}}, 'project_id': '28071bec6ccf47f8a763767aa40c8b86', 'user_id': '1452165ec91e42b296064d0ef983edaf', 'consumer_generation': 1} on consumer a1f99b1b-40ed-40e1-b56c-055aa4ebcabf {{(pid=62675) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1068.925924] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.926216] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.926403] env[62675]: DEBUG nova.network.neutron [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.936714] env[62675]: INFO nova.compute.manager [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Took 34.31 seconds to build instance. [ 1069.005638] env[62675]: DEBUG nova.compute.manager [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.006011] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.006893] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237bb02f-9f31-4b67-ae49-dfdede622565 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.018933] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.019552] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eac9fb0f-e679-4467-b842-e4356929837e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.026545] env[62675]: DEBUG oslo_vmware.api [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Waiting for the task: (returnval){ [ 1069.026545] env[62675]: value = "task-2691478" [ 1069.026545] env[62675]: _type = "Task" [ 1069.026545] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.034920] env[62675]: DEBUG oslo_vmware.api [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.158159] env[62675]: DEBUG nova.scheduler.client.report [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.246494] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquiring lock "312d82ae-8db4-49c1-bb1c-4de5f07e5ff0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.246718] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lock "312d82ae-8db4-49c1-bb1c-4de5f07e5ff0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.281058] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.439583] env[62675]: DEBUG oslo_concurrency.lockutils [None req-756f64e8-43b6-44fe-bbb6-6199bd867909 tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lock "8223760e-3688-48c7-9043-2f6532f67a1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.826s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.536000] env[62675]: DEBUG oslo_vmware.api [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691478, 'name': PowerOffVM_Task, 'duration_secs': 0.314868} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.536308] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.536533] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.538029] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ceaa106-e2b1-43a6-b3ba-a3d0b76454d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.613305] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.613539] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.613723] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Deleting the datastore file [datastore1] 51bd7426-7e1b-4b82-b724-3a7b544709bd {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.614032] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-643f5827-153e-447b-ae75-e1cb3122447c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.619987] env[62675]: DEBUG oslo_vmware.api [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Waiting for the task: (returnval){ [ 1069.619987] env[62675]: value = "task-2691480" [ 1069.619987] env[62675]: _type = "Task" [ 1069.619987] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.628601] env[62675]: DEBUG oslo_vmware.api [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.639071] env[62675]: DEBUG nova.network.neutron [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance_info_cache with network_info: [{"id": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "address": "fa:16:3e:27:90:41", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa543e116-7d", "ovs_interfaceid": "a543e116-7dfa-467c-a52c-6b33a8b4be8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.663535] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.664040] env[62675]: DEBUG nova.compute.manager [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.666432] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.291s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.667294] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.669328] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.644s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.671239] env[62675]: INFO nova.compute.claims [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.698405] env[62675]: INFO nova.scheduler.client.report [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Deleted allocations for instance 9043970b-25b2-4989-baea-3cfeb11bec5d [ 1069.750023] env[62675]: DEBUG nova.compute.manager [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.782607] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.132227] env[62675]: DEBUG oslo_vmware.api [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Task: {'id': task-2691480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147533} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.132636] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.132681] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.132851] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.133021] env[62675]: INFO nova.compute.manager [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1070.133269] env[62675]: DEBUG oslo.service.loopingcall [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1070.133458] env[62675]: DEBUG nova.compute.manager [-] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.133552] env[62675]: DEBUG nova.network.neutron [-] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.141831] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.142686] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ffbe88-b340-4ac5-b5b2-29b1a7feeaa2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.148676] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0377b54-2963-4050-942b-8dbcc0bc3067 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.175156] env[62675]: DEBUG nova.compute.utils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1070.178313] env[62675]: DEBUG nova.compute.manager [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.178479] env[62675]: DEBUG nova.network.neutron [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.207899] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3df86808-9a31-4c4e-abcc-e6d4d865ac92 tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "9043970b-25b2-4989-baea-3cfeb11bec5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.388s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.220065] env[62675]: DEBUG nova.policy [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289b267f1dcd466baae0392b04879888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7a6c2821f434620a88f33810a52c0f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.275145] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.283740] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.368751] env[62675]: DEBUG nova.compute.manager [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.369682] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd9de6f-2c9b-465d-bcee-463011e21add {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.492371] env[62675]: DEBUG nova.network.neutron [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Successfully created port: 1d6166cb-5a2f-4e46-b4fc-d249aefb8b86 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.681267] env[62675]: DEBUG nova.compute.manager [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.756379] env[62675]: DEBUG nova.compute.manager [req-ddf3c61e-0a11-45d2-8d25-abfcd203bd89 req-734777e1-7681-4eb4-bd42-c1fc4dce3cf7 service nova] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Received event network-vif-deleted-01c21015-4327-4d55-be20-abe085c9e35e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.756595] env[62675]: INFO nova.compute.manager [req-ddf3c61e-0a11-45d2-8d25-abfcd203bd89 req-734777e1-7681-4eb4-bd42-c1fc4dce3cf7 service nova] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Neutron deleted interface 01c21015-4327-4d55-be20-abe085c9e35e; detaching it from the instance and deleting it from the info cache [ 1070.757040] env[62675]: DEBUG nova.network.neutron [req-ddf3c61e-0a11-45d2-8d25-abfcd203bd89 req-734777e1-7681-4eb4-bd42-c1fc4dce3cf7 service nova] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.786709] env[62675]: DEBUG oslo_vmware.api [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691467, 'name': ReconfigVM_Task, 'duration_secs': 5.819877} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.788355] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.788355] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Reconfigured VM to detach interface {{(pid=62675) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1070.880668] env[62675]: INFO nova.compute.manager [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] instance snapshotting [ 1070.888652] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a9b296-9716-4626-9a27-cd1771c3a38d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.911755] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0886b06a-ac80-4d95-8167-2686ed6fbc1b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.984020] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f14f45-17f9-4b70-9aea-17e8eb14f855 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.992814] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52ee0b6-1f6e-42b0-bfd1-d1784a25d542 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.028044] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ee2ffb-1691-47e7-9810-bece371653d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.037607] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6882ae-ee61-4b16-b96b-95cb97e8d7e6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.055558] env[62675]: DEBUG nova.compute.provider_tree [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.110569] env[62675]: DEBUG nova.network.neutron [-] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.251660] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.251981] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0486bdae-d72a-4a71-9014-af3dd285d787 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.260656] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1071.260656] env[62675]: value = "task-2691481" [ 1071.260656] env[62675]: _type = "Task" [ 1071.260656] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.260872] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c84ee872-0f0d-4126-98ba-ea5ac105d382 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.276642] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba07390-3a0d-4bd7-8b0f-8bf15fb1a451 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.288966] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.311537] env[62675]: DEBUG nova.compute.manager [req-ddf3c61e-0a11-45d2-8d25-abfcd203bd89 req-734777e1-7681-4eb4-bd42-c1fc4dce3cf7 service nova] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Detach interface failed, port_id=01c21015-4327-4d55-be20-abe085c9e35e, reason: Instance 51bd7426-7e1b-4b82-b724-3a7b544709bd could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1071.427875] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1071.428380] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d879d81f-67f9-45d1-9ce2-4c8eb3f908c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.435989] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1071.435989] env[62675]: value = "task-2691482" [ 1071.435989] env[62675]: _type = "Task" [ 1071.435989] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.445165] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691482, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.557327] env[62675]: DEBUG nova.scheduler.client.report [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.612778] env[62675]: INFO nova.compute.manager [-] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Took 1.48 seconds to deallocate network for instance. [ 1071.663312] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "6f2071c8-a77c-4fa1-a4f0-f171b2a06168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.663562] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "6f2071c8-a77c-4fa1-a4f0-f171b2a06168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.663776] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "6f2071c8-a77c-4fa1-a4f0-f171b2a06168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.663985] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "6f2071c8-a77c-4fa1-a4f0-f171b2a06168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.664183] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "6f2071c8-a77c-4fa1-a4f0-f171b2a06168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.666377] env[62675]: INFO nova.compute.manager [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Terminating instance [ 1071.695217] env[62675]: DEBUG nova.compute.manager [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.721812] env[62675]: DEBUG nova.virt.hardware [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.722104] env[62675]: DEBUG nova.virt.hardware [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.722291] env[62675]: DEBUG nova.virt.hardware [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.722513] env[62675]: DEBUG nova.virt.hardware [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.722668] env[62675]: DEBUG nova.virt.hardware [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.722819] env[62675]: DEBUG nova.virt.hardware [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.723048] env[62675]: DEBUG nova.virt.hardware [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.723219] env[62675]: DEBUG nova.virt.hardware [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.723390] env[62675]: DEBUG nova.virt.hardware [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.723554] env[62675]: DEBUG nova.virt.hardware [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.723730] env[62675]: DEBUG nova.virt.hardware [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.724667] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4e523c-ee44-4560-9bb9-2d1116e89a7e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.732559] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0baa737-30fb-43dd-bbfd-a6d8d4d8b5a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.773258] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691481, 'name': PowerOffVM_Task, 'duration_secs': 0.21271} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.773258] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.773258] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.773496] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.773621] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.773797] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.773987] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.774164] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.774369] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.774528] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.774693] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.774853] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.775049] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.780541] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04298ae7-ff64-4c12-8f0f-2c92ca8cf5d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.797017] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1071.797017] env[62675]: value = "task-2691483" [ 1071.797017] env[62675]: _type = "Task" [ 1071.797017] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.807922] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.946343] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691482, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.065313] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.065313] env[62675]: DEBUG nova.compute.manager [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.066107] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.159s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.066938] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.072485] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.064s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.095185] env[62675]: INFO nova.scheduler.client.report [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted allocations for instance 4e5656ae-3f24-4ded-b444-91418aec39cc [ 1072.102061] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.102249] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.102423] env[62675]: DEBUG nova.network.neutron [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.119705] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.173075] env[62675]: DEBUG nova.compute.manager [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.173075] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.173075] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8035001b-d7c2-4a41-9c32-420870b248d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.180820] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.181296] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-414a052f-ca8d-41d9-b06a-a74c8fc33741 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.188999] env[62675]: DEBUG oslo_vmware.api [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 1072.188999] env[62675]: value = "task-2691484" [ 1072.188999] env[62675]: _type = "Task" [ 1072.188999] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.200161] env[62675]: DEBUG oslo_vmware.api [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.306870] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691483, 'name': ReconfigVM_Task, 'duration_secs': 0.264422} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.307694] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b45279c-52b0-4f57-bb59-59dcb4887d33 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.341192] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.341779] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.342065] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.342332] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.342559] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.342785] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.343084] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.343520] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.343816] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.344079] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.344328] env[62675]: DEBUG nova.virt.hardware [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.346590] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c4d0ce-4435-4b74-b58d-db293ce0d481 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.350582] env[62675]: DEBUG nova.compute.manager [req-a6173ec0-df14-4bc8-89e4-91cf6e740327 req-25fcac6a-7b1a-4fe5-a0b5-4740011d32c3 service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Received event network-vif-plugged-1d6166cb-5a2f-4e46-b4fc-d249aefb8b86 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.350852] env[62675]: DEBUG oslo_concurrency.lockutils [req-a6173ec0-df14-4bc8-89e4-91cf6e740327 req-25fcac6a-7b1a-4fe5-a0b5-4740011d32c3 service nova] Acquiring lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.351303] env[62675]: DEBUG oslo_concurrency.lockutils [req-a6173ec0-df14-4bc8-89e4-91cf6e740327 req-25fcac6a-7b1a-4fe5-a0b5-4740011d32c3 service nova] Lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.351552] env[62675]: DEBUG oslo_concurrency.lockutils [req-a6173ec0-df14-4bc8-89e4-91cf6e740327 req-25fcac6a-7b1a-4fe5-a0b5-4740011d32c3 service nova] Lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.351808] env[62675]: DEBUG nova.compute.manager [req-a6173ec0-df14-4bc8-89e4-91cf6e740327 req-25fcac6a-7b1a-4fe5-a0b5-4740011d32c3 service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] No waiting events found dispatching network-vif-plugged-1d6166cb-5a2f-4e46-b4fc-d249aefb8b86 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.352055] env[62675]: WARNING nova.compute.manager [req-a6173ec0-df14-4bc8-89e4-91cf6e740327 req-25fcac6a-7b1a-4fe5-a0b5-4740011d32c3 service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Received unexpected event network-vif-plugged-1d6166cb-5a2f-4e46-b4fc-d249aefb8b86 for instance with vm_state building and task_state spawning. [ 1072.356281] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1072.356281] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c45f01-dae0-3b69-fe67-31f3e03926b1" [ 1072.356281] env[62675]: _type = "Task" [ 1072.356281] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.368839] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c45f01-dae0-3b69-fe67-31f3e03926b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.388697] env[62675]: DEBUG nova.network.neutron [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Successfully updated port: 1d6166cb-5a2f-4e46-b4fc-d249aefb8b86 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.446853] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691482, 'name': CreateSnapshot_Task, 'duration_secs': 0.595819} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.447246] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1072.447989] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dc7e89-cfb2-490a-ac3b-d223988278b0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.575525] env[62675]: DEBUG nova.compute.utils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1072.580163] env[62675]: DEBUG nova.compute.manager [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.580282] env[62675]: DEBUG nova.network.neutron [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.604783] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9e80ff68-32e4-4e95-9c11-6ef259a6bb72 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "4e5656ae-3f24-4ded-b444-91418aec39cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.446s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.624765] env[62675]: DEBUG nova.policy [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b59d15eed03142c5bf078549fa8b135a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13397b14af714179983dc3ea9147b6a0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.700255] env[62675]: DEBUG oslo_vmware.api [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691484, 'name': PowerOffVM_Task, 'duration_secs': 0.191136} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.702326] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.702513] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.705348] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23b80eae-928d-4ea3-8b63-e0c39fb2811c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.770188] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.770491] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.770624] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Deleting the datastore file [datastore1] 6f2071c8-a77c-4fa1-a4f0-f171b2a06168 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.770882] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12c4dd7b-dc81-4d35-8087-780221d0156f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.778845] env[62675]: DEBUG oslo_vmware.api [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for the task: (returnval){ [ 1072.778845] env[62675]: value = "task-2691486" [ 1072.778845] env[62675]: _type = "Task" [ 1072.778845] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.788445] env[62675]: DEBUG oslo_vmware.api [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.822016] env[62675]: INFO nova.network.neutron [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Port 7f23c32b-c818-434d-bd88-14e40752eda9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1072.822440] env[62675]: DEBUG nova.network.neutron [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updating instance_info_cache with network_info: [{"id": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "address": "fa:16:3e:5b:5a:a3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b3914f-e9", "ovs_interfaceid": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.834899] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c680f573-e253-414a-898a-085a7091c62e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.842225] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa11bf01-5595-4c4e-b6cf-93cbfcc0dfd7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.875509] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfca1125-87af-4999-bfc5-3a789781fee6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.883055] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c45f01-dae0-3b69-fe67-31f3e03926b1, 'name': SearchDatastore_Task, 'duration_secs': 0.017436} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.885459] env[62675]: DEBUG nova.network.neutron [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Successfully created port: 3b15009e-8d8a-44d0-b7f8-60204640c6e6 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.892129] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.892653] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "refresh_cache-05b72ed6-0439-4c10-9504-4bf982e1bc5a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.892788] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "refresh_cache-05b72ed6-0439-4c10-9504-4bf982e1bc5a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.892918] env[62675]: DEBUG nova.network.neutron [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.893912] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad8eca0-c9fe-48ae-99be-8540c566f4ae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.907464] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95d7cbd-25a9-4710-9a62-51171e3be163 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.922853] env[62675]: DEBUG nova.compute.provider_tree [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.925390] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1072.925390] env[62675]: value = "task-2691487" [ 1072.925390] env[62675]: _type = "Task" [ 1072.925390] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.934016] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691487, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.965597] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1072.966405] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8974e29-c043-486e-966b-57c38c940b93 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.975368] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1072.975368] env[62675]: value = "task-2691488" [ 1072.975368] env[62675]: _type = "Task" [ 1072.975368] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.986740] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691488, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.080703] env[62675]: DEBUG nova.compute.manager [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.095048] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "interface-c0d4635c-98d8-4bc4-96dd-83f65be7b77b-7f23c32b-c818-434d-bd88-14e40752eda9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.095048] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-c0d4635c-98d8-4bc4-96dd-83f65be7b77b-7f23c32b-c818-434d-bd88-14e40752eda9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.095048] env[62675]: DEBUG nova.objects.instance [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'flavor' on Instance uuid c0d4635c-98d8-4bc4-96dd-83f65be7b77b {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.288944] env[62675]: DEBUG oslo_vmware.api [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Task: {'id': task-2691486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144262} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.289236] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.289433] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.289618] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.289798] env[62675]: INFO nova.compute.manager [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1073.290062] env[62675]: DEBUG oslo.service.loopingcall [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.290271] env[62675]: DEBUG nova.compute.manager [-] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.290364] env[62675]: DEBUG nova.network.neutron [-] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.325019] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.429018] env[62675]: DEBUG nova.scheduler.client.report [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.442797] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691487, 'name': ReconfigVM_Task, 'duration_secs': 0.200324} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.445709] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1073.448045] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d994f0e-26d1-4039-9fd0-d4c10266179b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.453475] env[62675]: DEBUG nova.network.neutron [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.497949] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] a1f99b1b-40ed-40e1-b56c-055aa4ebcabf/a1f99b1b-40ed-40e1-b56c-055aa4ebcabf.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.507456] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7454494a-40f0-4f84-8c77-8d35d995861f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.541042] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691488, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.542313] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1073.542313] env[62675]: value = "task-2691489" [ 1073.542313] env[62675]: _type = "Task" [ 1073.542313] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.550574] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.745668] env[62675]: DEBUG nova.network.neutron [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Updating instance_info_cache with network_info: [{"id": "1d6166cb-5a2f-4e46-b4fc-d249aefb8b86", "address": "fa:16:3e:f6:90:7a", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6166cb-5a", "ovs_interfaceid": "1d6166cb-5a2f-4e46-b4fc-d249aefb8b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.761140] env[62675]: DEBUG nova.objects.instance [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'pci_requests' on Instance uuid c0d4635c-98d8-4bc4-96dd-83f65be7b77b {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.829962] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f555f025-3e0e-4ed9-acaa-6baffd3b5623 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-d540fe9e-315e-4164-a2a4-15a0c6e02205-7f23c32b-c818-434d-bd88-14e40752eda9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.667s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.997550] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691488, 'name': CloneVM_Task} progress is 95%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.053325] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691489, 'name': ReconfigVM_Task, 'duration_secs': 0.387732} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.053657] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfigured VM instance instance-0000005a to attach disk [datastore2] a1f99b1b-40ed-40e1-b56c-055aa4ebcabf/a1f99b1b-40ed-40e1-b56c-055aa4ebcabf.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.054565] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280efc52-97bc-45d4-a467-bd635a2bbe25 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.077021] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c2ca8d-b38f-4316-af32-6e3bee43c343 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.098365] env[62675]: DEBUG nova.compute.manager [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.100318] env[62675]: DEBUG nova.network.neutron [-] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.103030] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491bf7b2-81af-4dcd-9bbf-b5e60a3ce7cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.127487] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f18a2f-e29a-43ef-81b0-b512a9945c9a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.135605] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.137759] env[62675]: DEBUG nova.virt.hardware [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.137981] env[62675]: DEBUG nova.virt.hardware [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.138155] env[62675]: DEBUG nova.virt.hardware [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.138348] env[62675]: DEBUG nova.virt.hardware [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.138491] env[62675]: DEBUG nova.virt.hardware [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.138640] env[62675]: DEBUG nova.virt.hardware [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.138844] env[62675]: DEBUG nova.virt.hardware [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.139012] env[62675]: DEBUG nova.virt.hardware [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.139192] env[62675]: DEBUG nova.virt.hardware [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.139355] env[62675]: DEBUG nova.virt.hardware [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.139550] env[62675]: DEBUG nova.virt.hardware [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.139791] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a72412b-56c4-4645-aa1f-f7751b2dcd2e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.141905] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2874e067-f2ef-4673-9d8d-98a9ebdc108a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.149990] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44000f6c-fef3-48ec-98b5-a113ea534d2d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.153754] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1074.153754] env[62675]: value = "task-2691490" [ 1074.153754] env[62675]: _type = "Task" [ 1074.153754] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.171540] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691490, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.249027] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "refresh_cache-05b72ed6-0439-4c10-9504-4bf982e1bc5a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.249396] env[62675]: DEBUG nova.compute.manager [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Instance network_info: |[{"id": "1d6166cb-5a2f-4e46-b4fc-d249aefb8b86", "address": "fa:16:3e:f6:90:7a", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6166cb-5a", "ovs_interfaceid": "1d6166cb-5a2f-4e46-b4fc-d249aefb8b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.249825] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:90:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d6166cb-5a2f-4e46-b4fc-d249aefb8b86', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.257427] env[62675]: DEBUG oslo.service.loopingcall [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.257667] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.257928] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91491c31-610b-4076-896b-f5a1de170c72 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.272659] env[62675]: DEBUG nova.objects.base [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1074.272857] env[62675]: DEBUG nova.network.neutron [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.280135] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.280135] env[62675]: value = "task-2691491" [ 1074.280135] env[62675]: _type = "Task" [ 1074.280135] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.288430] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691491, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.336412] env[62675]: DEBUG nova.policy [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcf24a5bfdff41a7bb4b2fa21b80db67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94a3741e26954bbb8ce6f9294054f86a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.387269] env[62675]: DEBUG nova.network.neutron [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Successfully updated port: 3b15009e-8d8a-44d0-b7f8-60204640c6e6 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.441538] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.369s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.444282] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.648s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.446218] env[62675]: INFO nova.compute.claims [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.496655] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691488, 'name': CloneVM_Task, 'duration_secs': 1.199058} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.498044] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Created linked-clone VM from snapshot [ 1074.498891] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7062378f-de8c-4b45-bfd6-ec99d4e14e64 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.507378] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Uploading image 0c600766-0436-4f32-babe-ccb2ceb91a81 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1074.534469] env[62675]: DEBUG oslo_vmware.rw_handles [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1074.534469] env[62675]: value = "vm-542466" [ 1074.534469] env[62675]: _type = "VirtualMachine" [ 1074.534469] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1074.534768] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a6ea089a-7ed1-4e4e-9e09-4bb1471f55ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.542763] env[62675]: DEBUG oslo_vmware.rw_handles [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lease: (returnval){ [ 1074.542763] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5207ca6f-f03b-b316-0eef-1a41a8d076fe" [ 1074.542763] env[62675]: _type = "HttpNfcLease" [ 1074.542763] env[62675]: } obtained for exporting VM: (result){ [ 1074.542763] env[62675]: value = "vm-542466" [ 1074.542763] env[62675]: _type = "VirtualMachine" [ 1074.542763] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1074.543114] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the lease: (returnval){ [ 1074.543114] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5207ca6f-f03b-b316-0eef-1a41a8d076fe" [ 1074.543114] env[62675]: _type = "HttpNfcLease" [ 1074.543114] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1074.550190] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1074.550190] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5207ca6f-f03b-b316-0eef-1a41a8d076fe" [ 1074.550190] env[62675]: _type = "HttpNfcLease" [ 1074.550190] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1074.605573] env[62675]: INFO nova.compute.manager [-] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Took 1.32 seconds to deallocate network for instance. [ 1074.664518] env[62675]: DEBUG oslo_vmware.api [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691490, 'name': PowerOnVM_Task, 'duration_secs': 0.421271} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.664789] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.789730] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691491, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.891033] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "refresh_cache-7a9afaf2-2ffe-4ceb-8b24-925fc60a122f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.891033] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "refresh_cache-7a9afaf2-2ffe-4ceb-8b24-925fc60a122f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.891033] env[62675]: DEBUG nova.network.neutron [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.009251] env[62675]: INFO nova.scheduler.client.report [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted allocation for migration 71dffcb2-7455-4c18-be91-1d60a29c693e [ 1075.052723] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.052723] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5207ca6f-f03b-b316-0eef-1a41a8d076fe" [ 1075.052723] env[62675]: _type = "HttpNfcLease" [ 1075.052723] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1075.053038] env[62675]: DEBUG oslo_vmware.rw_handles [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1075.053038] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5207ca6f-f03b-b316-0eef-1a41a8d076fe" [ 1075.053038] env[62675]: _type = "HttpNfcLease" [ 1075.053038] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1075.053754] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7307c33-ed34-413f-b588-f2e4750cbe88 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.061116] env[62675]: DEBUG oslo_vmware.rw_handles [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc821f-9c90-d52c-6c79-77811164d194/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1075.061291] env[62675]: DEBUG oslo_vmware.rw_handles [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc821f-9c90-d52c-6c79-77811164d194/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1075.119729] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.291966] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691491, 'name': CreateVM_Task, 'duration_secs': 0.522957} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.292144] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.292788] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.292949] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.293291] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1075.293545] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e0f354e-f641-42f6-be31-dafc0f630f62 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.298032] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1075.298032] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5279970d-fe7e-010d-5791-bbcfd87b5269" [ 1075.298032] env[62675]: _type = "Task" [ 1075.298032] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.303940] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63c80ec7-4a16-40d9-a0b8-458ebf1b48be {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.309204] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5279970d-fe7e-010d-5791-bbcfd87b5269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.421414] env[62675]: DEBUG nova.network.neutron [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.517028] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "8507520c-491d-42c3-beee-b697695f16a1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.349s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.572965] env[62675]: DEBUG nova.network.neutron [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Updating instance_info_cache with network_info: [{"id": "3b15009e-8d8a-44d0-b7f8-60204640c6e6", "address": "fa:16:3e:a1:77:a0", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b15009e-8d", "ovs_interfaceid": "3b15009e-8d8a-44d0-b7f8-60204640c6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.694420] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483ad62d-078f-4634-a910-43ec69a44c33 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.702339] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931b9ea0-0b9b-42ba-9b97-2e3ccc718f5a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.708384] env[62675]: INFO nova.compute.manager [None req-fc2eaf24-f039-4f14-be7c-e8a04ead808f tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance to original state: 'active' [ 1075.739464] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e0d0a1-9a74-4015-8925-1ceb711c97ae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.749046] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a988fe-1058-4165-b9b0-5fe942990501 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.763690] env[62675]: DEBUG nova.compute.provider_tree [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.811420] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5279970d-fe7e-010d-5791-bbcfd87b5269, 'name': SearchDatastore_Task, 'duration_secs': 0.010954} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.815021] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.815021] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.815021] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.815021] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.815021] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.815021] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1414a0d4-c9d5-4e06-a6ec-8277fd81bea7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.823590] env[62675]: DEBUG nova.network.neutron [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Successfully updated port: 7f23c32b-c818-434d-bd88-14e40752eda9 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.825486] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.825734] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.826781] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768b4e74-7c89-4568-b0ea-da9d3cfb761a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.832769] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1075.832769] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5251f60e-7e11-8c2a-5b0c-db5424671cc1" [ 1075.832769] env[62675]: _type = "Task" [ 1075.832769] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.845144] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5251f60e-7e11-8c2a-5b0c-db5424671cc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.909126] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.909584] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.909656] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.910241] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.910241] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.910241] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1075.910358] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Cleaning up deleted instances with incomplete migration {{(pid=62675) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1076.075922] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "refresh_cache-7a9afaf2-2ffe-4ceb-8b24-925fc60a122f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.076377] env[62675]: DEBUG nova.compute.manager [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Instance network_info: |[{"id": "3b15009e-8d8a-44d0-b7f8-60204640c6e6", "address": "fa:16:3e:a1:77:a0", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b15009e-8d", "ovs_interfaceid": "3b15009e-8d8a-44d0-b7f8-60204640c6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.076800] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:77:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0248a27a-1d7f-4195-987b-06bfc8467347', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b15009e-8d8a-44d0-b7f8-60204640c6e6', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.084659] env[62675]: DEBUG oslo.service.loopingcall [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.084895] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.085142] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93a45a5b-a2a6-4ca8-89e9-613be27b09a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.106164] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.106164] env[62675]: value = "task-2691493" [ 1076.106164] env[62675]: _type = "Task" [ 1076.106164] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.114620] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691493, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.267946] env[62675]: DEBUG nova.scheduler.client.report [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.325912] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.326148] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.326397] env[62675]: DEBUG nova.network.neutron [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.346769] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5251f60e-7e11-8c2a-5b0c-db5424671cc1, 'name': SearchDatastore_Task, 'duration_secs': 0.014443} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.347817] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afdf2f61-bfb5-4251-8500-e0ddb3375798 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.354517] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1076.354517] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523a1589-ed23-0bab-a500-50a02b434287" [ 1076.354517] env[62675]: _type = "Task" [ 1076.354517] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.364082] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523a1589-ed23-0bab-a500-50a02b434287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.617048] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691493, 'name': CreateVM_Task, 'duration_secs': 0.388261} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.617048] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.617754] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.617924] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.618300] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1076.618580] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c293273-f7d0-4fde-a4c4-088fdf32b845 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.623499] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1076.623499] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5209d00f-3373-74e3-e773-ecdebd3b22ab" [ 1076.623499] env[62675]: _type = "Task" [ 1076.623499] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.631745] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5209d00f-3373-74e3-e773-ecdebd3b22ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.706605] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "8507520c-491d-42c3-beee-b697695f16a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.706889] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "8507520c-491d-42c3-beee-b697695f16a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.707170] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "8507520c-491d-42c3-beee-b697695f16a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.707419] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "8507520c-491d-42c3-beee-b697695f16a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.707562] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "8507520c-491d-42c3-beee-b697695f16a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.710090] env[62675]: INFO nova.compute.manager [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Terminating instance [ 1076.773085] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.773085] env[62675]: DEBUG nova.compute.manager [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.775759] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.250s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.776886] env[62675]: DEBUG nova.objects.instance [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lazy-loading 'resources' on Instance uuid df73da65-e298-4351-9ec5-a61b21a63f69 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.613886] env[62675]: WARNING nova.network.neutron [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] 05516cfa-97b0-486c-bf21-b93c5351a90a already exists in list: networks containing: ['05516cfa-97b0-486c-bf21-b93c5351a90a']. ignoring it [ 1077.616178] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1077.618080] env[62675]: DEBUG nova.compute.manager [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.618471] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.619680] env[62675]: DEBUG nova.compute.utils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1077.624336] env[62675]: DEBUG nova.compute.manager [req-46a0686d-c989-46d3-8617-7b71a9e2db4a req-c3b0fb4f-2c88-4c6e-91e2-10f7f26f5a03 service nova] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Received event network-vif-deleted-dc5a5a77-0e22-452b-8404-1590d565aada {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.626243] env[62675]: DEBUG nova.compute.manager [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Received event network-changed-1d6166cb-5a2f-4e46-b4fc-d249aefb8b86 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.626418] env[62675]: DEBUG nova.compute.manager [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Refreshing instance network info cache due to event network-changed-1d6166cb-5a2f-4e46-b4fc-d249aefb8b86. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1077.626617] env[62675]: DEBUG oslo_concurrency.lockutils [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] Acquiring lock "refresh_cache-05b72ed6-0439-4c10-9504-4bf982e1bc5a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.626753] env[62675]: DEBUG oslo_concurrency.lockutils [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] Acquired lock "refresh_cache-05b72ed6-0439-4c10-9504-4bf982e1bc5a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.626905] env[62675]: DEBUG nova.network.neutron [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Refreshing network info cache for port 1d6166cb-5a2f-4e46-b4fc-d249aefb8b86 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.635978] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177ed432-8b72-410f-a6f3-d22564e938ac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.639416] env[62675]: DEBUG nova.compute.manager [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.639659] env[62675]: DEBUG nova.network.neutron [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.650052] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]523a1589-ed23-0bab-a500-50a02b434287, 'name': SearchDatastore_Task, 'duration_secs': 0.009826} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.655830] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.656187] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 05b72ed6-0439-4c10-9504-4bf982e1bc5a/05b72ed6-0439-4c10-9504-4bf982e1bc5a.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.656797] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5209d00f-3373-74e3-e773-ecdebd3b22ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.657097] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.659925] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8005acaa-8dd7-4d55-82ed-2309569e6926 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.662394] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.662651] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.662877] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.663026] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.663213] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.663452] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8435d12-2d14-4f63-85ff-01f6f9044401 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.666646] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79be6be3-ccdb-43d0-8ce2-364178f4c654 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.672945] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1077.672945] env[62675]: value = "task-2691494" [ 1077.672945] env[62675]: _type = "Task" [ 1077.672945] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.674400] env[62675]: DEBUG oslo_vmware.api [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1077.674400] env[62675]: value = "task-2691495" [ 1077.674400] env[62675]: _type = "Task" [ 1077.674400] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.681435] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.681625] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.686092] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6423b8f1-ab96-47c8-838e-a9e80b7f6d0c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.690286] env[62675]: DEBUG nova.policy [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f8288149cea4e49b493b3219c7e85ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45ffc76b205e485da7ff92b7f6558d13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.696506] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.702853] env[62675]: DEBUG oslo_vmware.api [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.703687] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1077.703687] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e206f7-1706-d835-f53e-5dc3a29f4a62" [ 1077.703687] env[62675]: _type = "Task" [ 1077.703687] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.718792] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e206f7-1706-d835-f53e-5dc3a29f4a62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.902764] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19be3ae2-c5aa-4a8d-8589-bd65ea86c432 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.912089] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be43c209-8bc2-486d-be51-d17d69413dd3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.950401] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8c273e-42b5-4aa0-8226-183643a753e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.959152] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2638cb0-582f-4fad-b38e-75db9200e75b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.973635] env[62675]: DEBUG nova.compute.provider_tree [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.024996] env[62675]: DEBUG nova.network.neutron [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Successfully created port: 25398bcd-ff10-4053-b65f-029eccd365e2 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.131631] env[62675]: DEBUG nova.network.neutron [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updating instance_info_cache with network_info: [{"id": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "address": "fa:16:3e:64:19:e1", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c8a1ad-18", "ovs_interfaceid": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f23c32b-c818-434d-bd88-14e40752eda9", "address": "fa:16:3e:1d:7b:d3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f23c32b-c8", "ovs_interfaceid": "7f23c32b-c818-434d-bd88-14e40752eda9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.134667] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.135184] env[62675]: DEBUG oslo_concurrency.lockutils [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.135496] env[62675]: DEBUG oslo_concurrency.lockutils [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.135793] env[62675]: DEBUG oslo_concurrency.lockutils [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.136172] env[62675]: DEBUG oslo_concurrency.lockutils [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.136433] env[62675]: DEBUG oslo_concurrency.lockutils [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.142357] env[62675]: DEBUG nova.compute.manager [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.148126] env[62675]: INFO nova.compute.manager [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Terminating instance [ 1078.193789] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691494, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.197896] env[62675]: DEBUG oslo_vmware.api [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691495, 'name': PowerOffVM_Task, 'duration_secs': 0.268085} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.201934] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.202252] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.202881] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3bde394-4ec3-42d7-86bc-0b6920919f40 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.216287] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e206f7-1706-d835-f53e-5dc3a29f4a62, 'name': SearchDatastore_Task, 'duration_secs': 0.0187} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.217286] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74be509-9af8-42ff-b706-45964ac6bbcf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.225430] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1078.225430] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ee17ef-7962-b647-3c42-9dca29cd10b4" [ 1078.225430] env[62675]: _type = "Task" [ 1078.225430] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.238370] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ee17ef-7962-b647-3c42-9dca29cd10b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.291494] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.291756] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.291961] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleting the datastore file [datastore1] 8507520c-491d-42c3-beee-b697695f16a1 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.292296] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e342cda6-1f95-4dc4-a5c2-83499f4ca08e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.300701] env[62675]: DEBUG oslo_vmware.api [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for the task: (returnval){ [ 1078.300701] env[62675]: value = "task-2691497" [ 1078.300701] env[62675]: _type = "Task" [ 1078.300701] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.311545] env[62675]: DEBUG oslo_vmware.api [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.436697] env[62675]: DEBUG nova.network.neutron [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Updated VIF entry in instance network info cache for port 1d6166cb-5a2f-4e46-b4fc-d249aefb8b86. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.437094] env[62675]: DEBUG nova.network.neutron [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Updating instance_info_cache with network_info: [{"id": "1d6166cb-5a2f-4e46-b4fc-d249aefb8b86", "address": "fa:16:3e:f6:90:7a", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6166cb-5a", "ovs_interfaceid": "1d6166cb-5a2f-4e46-b4fc-d249aefb8b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.479696] env[62675]: DEBUG nova.scheduler.client.report [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.651252] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.651590] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.651645] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.652701] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8240f8-ad76-4e6a-9427-9921d39b32ae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.655943] env[62675]: DEBUG nova.compute.manager [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.656219] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.656488] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a7243af-bd94-4b11-a1e6-ce949d6edfa8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.673992] env[62675]: DEBUG nova.virt.hardware [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.674335] env[62675]: DEBUG nova.virt.hardware [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.674510] env[62675]: DEBUG nova.virt.hardware [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.674697] env[62675]: DEBUG nova.virt.hardware [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.674843] env[62675]: DEBUG nova.virt.hardware [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.674993] env[62675]: DEBUG nova.virt.hardware [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.675219] env[62675]: DEBUG nova.virt.hardware [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.675384] env[62675]: DEBUG nova.virt.hardware [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.675565] env[62675]: DEBUG nova.virt.hardware [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.675715] env[62675]: DEBUG nova.virt.hardware [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.675890] env[62675]: DEBUG nova.virt.hardware [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.682190] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Reconfiguring VM to attach interface {{(pid=62675) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1078.683828] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0121d2e5-5b4b-45b4-aaf2-6d8f237cd8d7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.696064] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1078.696064] env[62675]: value = "task-2691498" [ 1078.696064] env[62675]: _type = "Task" [ 1078.696064] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.706293] env[62675]: DEBUG oslo_vmware.api [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1078.706293] env[62675]: value = "task-2691499" [ 1078.706293] env[62675]: _type = "Task" [ 1078.706293] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.715176] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.715440] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673762} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.716015] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 05b72ed6-0439-4c10-9504-4bf982e1bc5a/05b72ed6-0439-4c10-9504-4bf982e1bc5a.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.716270] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.716517] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37df9006-b5ff-4bd1-868a-6fd091f3577f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.721474] env[62675]: DEBUG oslo_vmware.api [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.726958] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1078.726958] env[62675]: value = "task-2691500" [ 1078.726958] env[62675]: _type = "Task" [ 1078.726958] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.738141] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ee17ef-7962-b647-3c42-9dca29cd10b4, 'name': SearchDatastore_Task, 'duration_secs': 0.021877} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.741199] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.741471] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f/7a9afaf2-2ffe-4ceb-8b24-925fc60a122f.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.742131] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.742374] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e90ceaad-14e9-486a-9924-f0dae3206d08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.748820] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1078.748820] env[62675]: value = "task-2691501" [ 1078.748820] env[62675]: _type = "Task" [ 1078.748820] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.757337] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.810947] env[62675]: DEBUG oslo_vmware.api [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Task: {'id': task-2691497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318525} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.811245] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.811465] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.811675] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.811892] env[62675]: INFO nova.compute.manager [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1078.812183] env[62675]: DEBUG oslo.service.loopingcall [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1078.812417] env[62675]: DEBUG nova.compute.manager [-] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.812569] env[62675]: DEBUG nova.network.neutron [-] [instance: 8507520c-491d-42c3-beee-b697695f16a1] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.940040] env[62675]: DEBUG oslo_concurrency.lockutils [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] Releasing lock "refresh_cache-05b72ed6-0439-4c10-9504-4bf982e1bc5a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.940343] env[62675]: DEBUG nova.compute.manager [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Received event network-changed-28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.940518] env[62675]: DEBUG nova.compute.manager [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Refreshing instance network info cache due to event network-changed-28b3914f-e977-49d4-a065-a99bfdedfe6d. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1078.940738] env[62675]: DEBUG oslo_concurrency.lockutils [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] Acquiring lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.940872] env[62675]: DEBUG oslo_concurrency.lockutils [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] Acquired lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.941055] env[62675]: DEBUG nova.network.neutron [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Refreshing network info cache for port 28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.986885] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.988405] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.714s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.990565] env[62675]: INFO nova.compute.claims [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.015099] env[62675]: INFO nova.scheduler.client.report [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted allocations for instance df73da65-e298-4351-9ec5-a61b21a63f69 [ 1079.116294] env[62675]: DEBUG nova.compute.manager [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Received event network-vif-plugged-7f23c32b-c818-434d-bd88-14e40752eda9 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.116294] env[62675]: DEBUG oslo_concurrency.lockutils [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] Acquiring lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.116294] env[62675]: DEBUG oslo_concurrency.lockutils [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] Lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.116475] env[62675]: DEBUG oslo_concurrency.lockutils [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] Lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.116639] env[62675]: DEBUG nova.compute.manager [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] No waiting events found dispatching network-vif-plugged-7f23c32b-c818-434d-bd88-14e40752eda9 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.116802] env[62675]: WARNING nova.compute.manager [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Received unexpected event network-vif-plugged-7f23c32b-c818-434d-bd88-14e40752eda9 for instance with vm_state active and task_state None. [ 1079.116961] env[62675]: DEBUG nova.compute.manager [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Received event network-changed-7f23c32b-c818-434d-bd88-14e40752eda9 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.117148] env[62675]: DEBUG nova.compute.manager [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Refreshing instance network info cache due to event network-changed-7f23c32b-c818-434d-bd88-14e40752eda9. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1079.117346] env[62675]: DEBUG oslo_concurrency.lockutils [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] Acquiring lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.117985] env[62675]: DEBUG oslo_concurrency.lockutils [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] Acquired lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.117985] env[62675]: DEBUG nova.network.neutron [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Refreshing network info cache for port 7f23c32b-c818-434d-bd88-14e40752eda9 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.136779] env[62675]: DEBUG nova.compute.manager [req-d1782c71-4dfc-4eed-bb10-abf437d9c83b req-ab638062-71ce-4380-a0ef-8c7dfcd9fcc2 service nova] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Received event network-changed-3b15009e-8d8a-44d0-b7f8-60204640c6e6 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.136979] env[62675]: DEBUG nova.compute.manager [req-d1782c71-4dfc-4eed-bb10-abf437d9c83b req-ab638062-71ce-4380-a0ef-8c7dfcd9fcc2 service nova] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Refreshing instance network info cache due to event network-changed-3b15009e-8d8a-44d0-b7f8-60204640c6e6. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1079.137218] env[62675]: DEBUG oslo_concurrency.lockutils [req-d1782c71-4dfc-4eed-bb10-abf437d9c83b req-ab638062-71ce-4380-a0ef-8c7dfcd9fcc2 service nova] Acquiring lock "refresh_cache-7a9afaf2-2ffe-4ceb-8b24-925fc60a122f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.137369] env[62675]: DEBUG oslo_concurrency.lockutils [req-d1782c71-4dfc-4eed-bb10-abf437d9c83b req-ab638062-71ce-4380-a0ef-8c7dfcd9fcc2 service nova] Acquired lock "refresh_cache-7a9afaf2-2ffe-4ceb-8b24-925fc60a122f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.137580] env[62675]: DEBUG nova.network.neutron [req-d1782c71-4dfc-4eed-bb10-abf437d9c83b req-ab638062-71ce-4380-a0ef-8c7dfcd9fcc2 service nova] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Refreshing network info cache for port 3b15009e-8d8a-44d0-b7f8-60204640c6e6 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.153893] env[62675]: DEBUG nova.compute.manager [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.187238] env[62675]: DEBUG nova.virt.hardware [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.187528] env[62675]: DEBUG nova.virt.hardware [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.187784] env[62675]: DEBUG nova.virt.hardware [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.187866] env[62675]: DEBUG nova.virt.hardware [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.188026] env[62675]: DEBUG nova.virt.hardware [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.188183] env[62675]: DEBUG nova.virt.hardware [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.188410] env[62675]: DEBUG nova.virt.hardware [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.188595] env[62675]: DEBUG nova.virt.hardware [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.188766] env[62675]: DEBUG nova.virt.hardware [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.188988] env[62675]: DEBUG nova.virt.hardware [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.189118] env[62675]: DEBUG nova.virt.hardware [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.190368] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1859deee-579a-49c3-8ff5-4b7233e1d7d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.201177] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6566fe-21e9-468c-8343-3200d7234225 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.229332] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691498, 'name': PowerOffVM_Task, 'duration_secs': 0.271839} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.230225] env[62675]: DEBUG oslo_vmware.api [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691499, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.230225] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.230225] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1079.230505] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542444', 'volume_id': '2ccd6c62-9e8a-40f1-b62f-e461ec313fb4', 'name': 'volume-2ccd6c62-9e8a-40f1-b62f-e461ec313fb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a1f99b1b-40ed-40e1-b56c-055aa4ebcabf', 'attached_at': '2025-02-19T14:56:24.000000', 'detached_at': '', 'volume_id': '2ccd6c62-9e8a-40f1-b62f-e461ec313fb4', 'serial': '2ccd6c62-9e8a-40f1-b62f-e461ec313fb4'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1079.231204] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4deea92-c12a-4636-be11-a32d710fe7e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.264723] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d8142c-76db-4257-ac9d-6b073c388bc5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.268290] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089246} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.268710] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.270243] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf73ff2-0190-4ee8-9dd1-8ace89091053 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.278452] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691501, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.279709] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8c60b4-ebfb-48ef-9b4c-2c13d4b18f06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.302139] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 05b72ed6-0439-4c10-9504-4bf982e1bc5a/05b72ed6-0439-4c10-9504-4bf982e1bc5a.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.325284] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9326a8a3-66ae-4aec-890e-61cae2b8e477 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.340758] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990a2712-0a6c-4858-81c8-17f86a9a00f5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.357754] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] The volume has not been displaced from its original location: [datastore1] volume-2ccd6c62-9e8a-40f1-b62f-e461ec313fb4/volume-2ccd6c62-9e8a-40f1-b62f-e461ec313fb4.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1079.363510] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1079.365275] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3618d0ab-3acb-47db-b67f-597c305718b7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.380156] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1079.380156] env[62675]: value = "task-2691502" [ 1079.380156] env[62675]: _type = "Task" [ 1079.380156] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.385705] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1079.385705] env[62675]: value = "task-2691503" [ 1079.385705] env[62675]: _type = "Task" [ 1079.385705] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.392071] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.397853] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.523733] env[62675]: DEBUG oslo_concurrency.lockutils [None req-20de842b-746d-4996-917a-0667c762695f tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "df73da65-e298-4351-9ec5-a61b21a63f69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.434s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.582943] env[62675]: DEBUG nova.network.neutron [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Successfully updated port: 25398bcd-ff10-4053-b65f-029eccd365e2 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.640979] env[62675]: DEBUG nova.network.neutron [-] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.722935] env[62675]: DEBUG oslo_vmware.api [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691499, 'name': ReconfigVM_Task, 'duration_secs': 0.719765} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.723836] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.723836] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Reconfigured VM to attach interface {{(pid=62675) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1079.741483] env[62675]: DEBUG nova.network.neutron [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updated VIF entry in instance network info cache for port 28b3914f-e977-49d4-a065-a99bfdedfe6d. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.741835] env[62675]: DEBUG nova.network.neutron [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updating instance_info_cache with network_info: [{"id": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "address": "fa:16:3e:5b:5a:a3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28b3914f-e9", "ovs_interfaceid": "28b3914f-e977-49d4-a065-a99bfdedfe6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.769822] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614456} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.774691] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f/7a9afaf2-2ffe-4ceb-8b24-925fc60a122f.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.775067] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.775683] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-832971ea-261b-4aa0-976a-0825295780bd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.783315] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1079.783315] env[62675]: value = "task-2691504" [ 1079.783315] env[62675]: _type = "Task" [ 1079.783315] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.792476] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.849641] env[62675]: DEBUG nova.network.neutron [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updated VIF entry in instance network info cache for port 7f23c32b-c818-434d-bd88-14e40752eda9. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.850104] env[62675]: DEBUG nova.network.neutron [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updating instance_info_cache with network_info: [{"id": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "address": "fa:16:3e:64:19:e1", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c8a1ad-18", "ovs_interfaceid": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f23c32b-c818-434d-bd88-14e40752eda9", "address": "fa:16:3e:1d:7b:d3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f23c32b-c8", "ovs_interfaceid": "7f23c32b-c818-434d-bd88-14e40752eda9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.889593] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691502, 'name': ReconfigVM_Task, 'duration_secs': 0.431517} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.893213] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 05b72ed6-0439-4c10-9504-4bf982e1bc5a/05b72ed6-0439-4c10-9504-4bf982e1bc5a.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.893772] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20cc18fb-0c7a-4a9f-907a-f9b15b354b58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.902528] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.905922] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1079.905922] env[62675]: value = "task-2691505" [ 1079.905922] env[62675]: _type = "Task" [ 1079.905922] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.917320] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691505, 'name': Rename_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.941200] env[62675]: DEBUG nova.network.neutron [req-d1782c71-4dfc-4eed-bb10-abf437d9c83b req-ab638062-71ce-4380-a0ef-8c7dfcd9fcc2 service nova] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Updated VIF entry in instance network info cache for port 3b15009e-8d8a-44d0-b7f8-60204640c6e6. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.941613] env[62675]: DEBUG nova.network.neutron [req-d1782c71-4dfc-4eed-bb10-abf437d9c83b req-ab638062-71ce-4380-a0ef-8c7dfcd9fcc2 service nova] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Updating instance_info_cache with network_info: [{"id": "3b15009e-8d8a-44d0-b7f8-60204640c6e6", "address": "fa:16:3e:a1:77:a0", "network": {"id": "378234aa-c6f6-4792-be4d-242851638ad5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-344224122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13397b14af714179983dc3ea9147b6a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0248a27a-1d7f-4195-987b-06bfc8467347", "external-id": "nsx-vlan-transportzone-26", "segmentation_id": 26, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b15009e-8d", "ovs_interfaceid": "3b15009e-8d8a-44d0-b7f8-60204640c6e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.088440] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.088616] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.088767] env[62675]: DEBUG nova.network.neutron [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.145451] env[62675]: INFO nova.compute.manager [-] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Took 1.33 seconds to deallocate network for instance. [ 1080.220243] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b526bb13-81c1-4ccf-a058-890b985018ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.229194] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7786cf9f-bbe2-4f9f-bd39-a5091365a16f tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-c0d4635c-98d8-4bc4-96dd-83f65be7b77b-7f23c32b-c818-434d-bd88-14e40752eda9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.135s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.231107] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adbf8a3-9f3e-4045-a6a5-8a64d55c2f4e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.267662] env[62675]: DEBUG oslo_concurrency.lockutils [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] Releasing lock "refresh_cache-d540fe9e-315e-4164-a2a4-15a0c6e02205" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.267949] env[62675]: DEBUG nova.compute.manager [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Received event network-changed-66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.268138] env[62675]: DEBUG nova.compute.manager [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Refreshing instance network info cache due to event network-changed-66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1080.268324] env[62675]: DEBUG oslo_concurrency.lockutils [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] Acquiring lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.269537] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2ead65-2eda-48e7-bcdc-b5871208a5eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.277931] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d72d3b-f718-49f3-ae22-9a58a3bc9a11 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.294645] env[62675]: DEBUG nova.compute.provider_tree [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.301360] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074264} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.301622] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.302416] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdab7481-da14-4c5c-a504-c75224fbe189 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.326464] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f/7a9afaf2-2ffe-4ceb-8b24-925fc60a122f.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.328982] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19d226e4-ae7d-479c-990f-55b45c582a28 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.350029] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1080.350029] env[62675]: value = "task-2691506" [ 1080.350029] env[62675]: _type = "Task" [ 1080.350029] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.353387] env[62675]: DEBUG oslo_concurrency.lockutils [req-feeac4f8-f63c-4658-bcae-ab28e4b67839 req-ffd2ffa8-964f-4bba-a469-2a105af56c57 service nova] Releasing lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.353796] env[62675]: DEBUG oslo_concurrency.lockutils [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] Acquired lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.354027] env[62675]: DEBUG nova.network.neutron [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Refreshing network info cache for port 66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.363032] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.399195] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.419199] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691505, 'name': Rename_Task, 'duration_secs': 0.153383} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.419445] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.419819] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8965940e-07a1-49c0-a77a-2bb142b23a00 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.429170] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1080.429170] env[62675]: value = "task-2691507" [ 1080.429170] env[62675]: _type = "Task" [ 1080.429170] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.441752] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.444687] env[62675]: DEBUG oslo_concurrency.lockutils [req-d1782c71-4dfc-4eed-bb10-abf437d9c83b req-ab638062-71ce-4380-a0ef-8c7dfcd9fcc2 service nova] Releasing lock "refresh_cache-7a9afaf2-2ffe-4ceb-8b24-925fc60a122f" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.640146] env[62675]: DEBUG nova.network.neutron [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.652893] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.798450] env[62675]: DEBUG nova.scheduler.client.report [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.824050] env[62675]: DEBUG nova.network.neutron [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance_info_cache with network_info: [{"id": "25398bcd-ff10-4053-b65f-029eccd365e2", "address": "fa:16:3e:89:99:93", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25398bcd-ff", "ovs_interfaceid": "25398bcd-ff10-4053-b65f-029eccd365e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.862674] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691506, 'name': ReconfigVM_Task, 'duration_secs': 0.362937} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.863355] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f/7a9afaf2-2ffe-4ceb-8b24-925fc60a122f.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.864050] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b9d7eeb-0219-4b35-91ac-8de5e0a3a782 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.870224] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1080.870224] env[62675]: value = "task-2691508" [ 1080.870224] env[62675]: _type = "Task" [ 1080.870224] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.879583] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691508, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.903541] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691503, 'name': ReconfigVM_Task, 'duration_secs': 1.217554} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.903857] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1080.908923] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc8c720e-1d1d-452b-8997-4cee13771276 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.923995] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1080.923995] env[62675]: value = "task-2691509" [ 1080.923995] env[62675]: _type = "Task" [ 1080.923995] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.937606] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.944180] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.028979] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "1518e07a-e6ec-4300-83c0-9dea5d8d1e08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.029298] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "1518e07a-e6ec-4300-83c0-9dea5d8d1e08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.189745] env[62675]: DEBUG nova.network.neutron [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updated VIF entry in instance network info cache for port 66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.190276] env[62675]: DEBUG nova.network.neutron [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updating instance_info_cache with network_info: [{"id": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "address": "fa:16:3e:64:19:e1", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c8a1ad-18", "ovs_interfaceid": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7f23c32b-c818-434d-bd88-14e40752eda9", "address": "fa:16:3e:1d:7b:d3", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f23c32b-c8", "ovs_interfaceid": "7f23c32b-c818-434d-bd88-14e40752eda9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.230792] env[62675]: DEBUG nova.compute.manager [req-596a861c-6cdf-4102-941f-9edb66f5cde2 req-ef305826-1d40-478a-be01-a50ef090ee48 service nova] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Received event network-vif-deleted-e9217429-e3e7-4ca6-92a2-4576a5bd509b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.250047] env[62675]: DEBUG nova.compute.manager [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Received event network-vif-plugged-25398bcd-ff10-4053-b65f-029eccd365e2 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.250309] env[62675]: DEBUG oslo_concurrency.lockutils [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] Acquiring lock "706fc606-b780-4ede-8380-73dedd21a2f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.250541] env[62675]: DEBUG oslo_concurrency.lockutils [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] Lock "706fc606-b780-4ede-8380-73dedd21a2f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.250702] env[62675]: DEBUG oslo_concurrency.lockutils [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] Lock "706fc606-b780-4ede-8380-73dedd21a2f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.250881] env[62675]: DEBUG nova.compute.manager [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] No waiting events found dispatching network-vif-plugged-25398bcd-ff10-4053-b65f-029eccd365e2 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.251069] env[62675]: WARNING nova.compute.manager [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Received unexpected event network-vif-plugged-25398bcd-ff10-4053-b65f-029eccd365e2 for instance with vm_state building and task_state spawning. [ 1081.251248] env[62675]: DEBUG nova.compute.manager [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Received event network-changed-25398bcd-ff10-4053-b65f-029eccd365e2 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.251403] env[62675]: DEBUG nova.compute.manager [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Refreshing instance network info cache due to event network-changed-25398bcd-ff10-4053-b65f-029eccd365e2. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1081.251567] env[62675]: DEBUG oslo_concurrency.lockutils [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] Acquiring lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.307333] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.307920] env[62675]: DEBUG nova.compute.manager [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.311560] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.192s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.311833] env[62675]: DEBUG nova.objects.instance [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Lazy-loading 'resources' on Instance uuid 51bd7426-7e1b-4b82-b724-3a7b544709bd {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.327618] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.327942] env[62675]: DEBUG nova.compute.manager [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Instance network_info: |[{"id": "25398bcd-ff10-4053-b65f-029eccd365e2", "address": "fa:16:3e:89:99:93", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25398bcd-ff", "ovs_interfaceid": "25398bcd-ff10-4053-b65f-029eccd365e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.328236] env[62675]: DEBUG oslo_concurrency.lockutils [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] Acquired lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.328649] env[62675]: DEBUG nova.network.neutron [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Refreshing network info cache for port 25398bcd-ff10-4053-b65f-029eccd365e2 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.331624] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:99:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25398bcd-ff10-4053-b65f-029eccd365e2', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.339487] env[62675]: DEBUG oslo.service.loopingcall [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1081.340263] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.340516] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77f21fb9-4921-4486-a2e0-c5bf18a43896 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.364139] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.364139] env[62675]: value = "task-2691510" [ 1081.364139] env[62675]: _type = "Task" [ 1081.364139] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.373200] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691510, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.381599] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691508, 'name': Rename_Task, 'duration_secs': 0.165688} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.382131] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.382131] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d71f679-9b56-4e1a-b747-fd47e7e40691 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.387994] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1081.387994] env[62675]: value = "task-2691511" [ 1081.387994] env[62675]: _type = "Task" [ 1081.387994] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.396534] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.436082] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691509, 'name': ReconfigVM_Task, 'duration_secs': 0.152347} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.436399] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542444', 'volume_id': '2ccd6c62-9e8a-40f1-b62f-e461ec313fb4', 'name': 'volume-2ccd6c62-9e8a-40f1-b62f-e461ec313fb4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'a1f99b1b-40ed-40e1-b56c-055aa4ebcabf', 'attached_at': '2025-02-19T14:56:24.000000', 'detached_at': '', 'volume_id': '2ccd6c62-9e8a-40f1-b62f-e461ec313fb4', 'serial': '2ccd6c62-9e8a-40f1-b62f-e461ec313fb4'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1081.436701] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.437498] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8f5a11-a01b-4bc9-886c-51cb41ebd965 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.443471] env[62675]: DEBUG oslo_vmware.api [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691507, 'name': PowerOnVM_Task, 'duration_secs': 0.74932} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.444040] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.444282] env[62675]: INFO nova.compute.manager [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1081.444463] env[62675]: DEBUG nova.compute.manager [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.445238] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f754d4-022e-4d56-b108-2c00d18f7a10 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.450062] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.450648] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4dbf6c8-c86e-4703-a992-333bd4a2ac71 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.533046] env[62675]: DEBUG nova.compute.manager [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.545517] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.545747] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.545933] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleting the datastore file [datastore2] a1f99b1b-40ed-40e1-b56c-055aa4ebcabf {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.546371] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da3fd534-952f-4d05-8826-7ea8cdf1cad4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.552982] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1081.552982] env[62675]: value = "task-2691513" [ 1081.552982] env[62675]: _type = "Task" [ 1081.552982] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.563541] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.693354] env[62675]: DEBUG oslo_concurrency.lockutils [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] Releasing lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.693696] env[62675]: DEBUG nova.compute.manager [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Received event network-vif-plugged-3b15009e-8d8a-44d0-b7f8-60204640c6e6 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.693934] env[62675]: DEBUG oslo_concurrency.lockutils [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] Acquiring lock "7a9afaf2-2ffe-4ceb-8b24-925fc60a122f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.694162] env[62675]: DEBUG oslo_concurrency.lockutils [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] Lock "7a9afaf2-2ffe-4ceb-8b24-925fc60a122f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.694358] env[62675]: DEBUG oslo_concurrency.lockutils [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] Lock "7a9afaf2-2ffe-4ceb-8b24-925fc60a122f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.694557] env[62675]: DEBUG nova.compute.manager [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] No waiting events found dispatching network-vif-plugged-3b15009e-8d8a-44d0-b7f8-60204640c6e6 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.694744] env[62675]: WARNING nova.compute.manager [req-9b60944a-f062-432f-bcd7-afaee0a7dc76 req-b59ee56c-40f0-4a03-abc6-0737c0b0b328 service nova] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Received unexpected event network-vif-plugged-3b15009e-8d8a-44d0-b7f8-60204640c6e6 for instance with vm_state building and task_state spawning. [ 1081.815501] env[62675]: DEBUG nova.compute.utils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1081.821173] env[62675]: DEBUG nova.compute.manager [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Not allocating networking since 'none' was specified. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1081.862733] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "interface-c0d4635c-98d8-4bc4-96dd-83f65be7b77b-7f23c32b-c818-434d-bd88-14e40752eda9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.863103] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-c0d4635c-98d8-4bc4-96dd-83f65be7b77b-7f23c32b-c818-434d-bd88-14e40752eda9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.875400] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691510, 'name': CreateVM_Task, 'duration_secs': 0.3807} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.876319] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.877079] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.877254] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.877597] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1081.878209] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc6d6c4-353b-4bc4-8f19-0ca30d59528d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.890873] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1081.890873] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52582978-915e-5fd4-0a0b-66d1342eb091" [ 1081.890873] env[62675]: _type = "Task" [ 1081.890873] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.908839] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691511, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.912431] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52582978-915e-5fd4-0a0b-66d1342eb091, 'name': SearchDatastore_Task, 'duration_secs': 0.013686} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.912727] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.912964] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.913217] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.913367] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.913550] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.913819] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9700e28-d8a7-47c4-aee8-ded89c1d5b0d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.926551] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.926752] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.927514] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3385ab5-8004-4c47-b217-ccd644256f44 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.936303] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1081.936303] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529cc214-7b9d-b1a0-aa32-2296fffbd2db" [ 1081.936303] env[62675]: _type = "Task" [ 1081.936303] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.946769] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529cc214-7b9d-b1a0-aa32-2296fffbd2db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.966221] env[62675]: INFO nova.compute.manager [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Took 27.24 seconds to build instance. [ 1082.060306] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.068517] env[62675]: DEBUG oslo_vmware.api [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234523} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.068861] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.069152] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.069381] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.069574] env[62675]: INFO nova.compute.manager [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Took 3.41 seconds to destroy the instance on the hypervisor. [ 1082.069821] env[62675]: DEBUG oslo.service.loopingcall [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.070021] env[62675]: DEBUG nova.compute.manager [-] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.070481] env[62675]: DEBUG nova.network.neutron [-] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.112111] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46edaad-33c3-4de6-bd86-49e59f964b2b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.116298] env[62675]: DEBUG nova.network.neutron [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updated VIF entry in instance network info cache for port 25398bcd-ff10-4053-b65f-029eccd365e2. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.116833] env[62675]: DEBUG nova.network.neutron [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance_info_cache with network_info: [{"id": "25398bcd-ff10-4053-b65f-029eccd365e2", "address": "fa:16:3e:89:99:93", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25398bcd-ff", "ovs_interfaceid": "25398bcd-ff10-4053-b65f-029eccd365e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.121254] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d9f2ff-5d53-4fe7-9e2d-98e9dcf2ce23 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.154625] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7b87f3-1f08-4360-bc3c-24f1549fd9c9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.163439] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b82f0c2-f62d-4f97-95a7-6283078fa98d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.179408] env[62675]: DEBUG nova.compute.provider_tree [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.321716] env[62675]: DEBUG nova.compute.manager [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.367097] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.367361] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.368168] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2404d686-40ba-4b31-a6a2-dc5db3e1d51d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.388163] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa56a531-7661-4241-80dc-8af1d03be642 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.399350] env[62675]: DEBUG oslo_vmware.api [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691511, 'name': PowerOnVM_Task, 'duration_secs': 0.529893} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.417773] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.418041] env[62675]: INFO nova.compute.manager [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1082.418239] env[62675]: DEBUG nova.compute.manager [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.425661] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Reconfiguring VM to detach interface {{(pid=62675) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1082.426499] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9116e37-ca72-4c6c-85fe-6aa6bf7b826a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.429313] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c05cab5-812d-43e5-b0f1-cc84dfc263b8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.460059] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1082.460059] env[62675]: value = "task-2691514" [ 1082.460059] env[62675]: _type = "Task" [ 1082.460059] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.467855] env[62675]: DEBUG oslo_concurrency.lockutils [None req-77305877-408e-48e9-84f4-d86a94e46130 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.746s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.468164] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529cc214-7b9d-b1a0-aa32-2296fffbd2db, 'name': SearchDatastore_Task, 'duration_secs': 0.016151} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.469504] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8995b831-5dc9-4dba-953d-f24b0de6f2a0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.476624] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.481405] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1082.481405] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad10f0-2832-e752-bace-9f4d6e548e20" [ 1082.481405] env[62675]: _type = "Task" [ 1082.481405] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.491956] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad10f0-2832-e752-bace-9f4d6e548e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.621018] env[62675]: DEBUG oslo_concurrency.lockutils [req-e74f6c93-13e2-41bb-a96e-5d749cbf76a1 req-8ab2a4bc-c305-4e4b-87b2-829c4423f1de service nova] Releasing lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.682209] env[62675]: DEBUG oslo_vmware.rw_handles [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc821f-9c90-d52c-6c79-77811164d194/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1082.683066] env[62675]: DEBUG nova.scheduler.client.report [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.686728] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c413fac-891e-49b3-a116-b19ab258efa2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.693280] env[62675]: DEBUG oslo_vmware.rw_handles [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc821f-9c90-d52c-6c79-77811164d194/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1082.693444] env[62675]: ERROR oslo_vmware.rw_handles [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc821f-9c90-d52c-6c79-77811164d194/disk-0.vmdk due to incomplete transfer. [ 1082.693676] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7f07e523-d341-41cb-9f03-2bb5ae8931bf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.700693] env[62675]: DEBUG oslo_vmware.rw_handles [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc821f-9c90-d52c-6c79-77811164d194/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1082.700910] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Uploaded image 0c600766-0436-4f32-babe-ccb2ceb91a81 to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1082.703419] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1082.703912] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7aec6097-0070-4a54-94f8-76965d41daf9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.712120] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1082.712120] env[62675]: value = "task-2691515" [ 1082.712120] env[62675]: _type = "Task" [ 1082.712120] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.719824] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691515, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.976537] env[62675]: INFO nova.compute.manager [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Took 23.97 seconds to build instance. [ 1082.981421] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.992564] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52ad10f0-2832-e752-bace-9f4d6e548e20, 'name': SearchDatastore_Task, 'duration_secs': 0.014758} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.993117] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1082.993502] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 706fc606-b780-4ede-8380-73dedd21a2f4/706fc606-b780-4ede-8380-73dedd21a2f4.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.993925] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4a9f433-0828-4b6b-851a-2298f9202027 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.005092] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1083.005092] env[62675]: value = "task-2691516" [ 1083.005092] env[62675]: _type = "Task" [ 1083.005092] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.013525] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.150020] env[62675]: DEBUG nova.network.neutron [-] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.190933] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.194029] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.074s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.194029] env[62675]: DEBUG nova.objects.instance [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lazy-loading 'resources' on Instance uuid 6f2071c8-a77c-4fa1-a4f0-f171b2a06168 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.220704] env[62675]: INFO nova.scheduler.client.report [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Deleted allocations for instance 51bd7426-7e1b-4b82-b724-3a7b544709bd [ 1083.225151] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691515, 'name': Destroy_Task, 'duration_secs': 0.462954} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.227898] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Destroyed the VM [ 1083.227986] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1083.229154] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d8d8bd78-7577-4dc0-aa3c-b7b8966a6e2b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.236607] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1083.236607] env[62675]: value = "task-2691517" [ 1083.236607] env[62675]: _type = "Task" [ 1083.236607] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.246494] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.322042] env[62675]: DEBUG nova.compute.manager [req-2b599c63-bf48-4442-8855-8398cec8ee1f req-2138833f-0e47-408f-b7fd-74d7ef91ebbc service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Received event network-changed-1d6166cb-5a2f-4e46-b4fc-d249aefb8b86 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.322369] env[62675]: DEBUG nova.compute.manager [req-2b599c63-bf48-4442-8855-8398cec8ee1f req-2138833f-0e47-408f-b7fd-74d7ef91ebbc service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Refreshing instance network info cache due to event network-changed-1d6166cb-5a2f-4e46-b4fc-d249aefb8b86. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1083.322642] env[62675]: DEBUG oslo_concurrency.lockutils [req-2b599c63-bf48-4442-8855-8398cec8ee1f req-2138833f-0e47-408f-b7fd-74d7ef91ebbc service nova] Acquiring lock "refresh_cache-05b72ed6-0439-4c10-9504-4bf982e1bc5a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.322989] env[62675]: DEBUG oslo_concurrency.lockutils [req-2b599c63-bf48-4442-8855-8398cec8ee1f req-2138833f-0e47-408f-b7fd-74d7ef91ebbc service nova] Acquired lock "refresh_cache-05b72ed6-0439-4c10-9504-4bf982e1bc5a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.322989] env[62675]: DEBUG nova.network.neutron [req-2b599c63-bf48-4442-8855-8398cec8ee1f req-2138833f-0e47-408f-b7fd-74d7ef91ebbc service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Refreshing network info cache for port 1d6166cb-5a2f-4e46-b4fc-d249aefb8b86 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.332410] env[62675]: DEBUG nova.compute.manager [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.345421] env[62675]: DEBUG nova.compute.manager [req-62bf0494-3bf7-4c37-98e7-342673aa1a87 req-a845bffd-4599-4aba-a27e-9fe37b7e3728 service nova] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Received event network-vif-deleted-a543e116-7dfa-467c-a52c-6b33a8b4be8d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1083.360682] env[62675]: DEBUG nova.virt.hardware [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.360934] env[62675]: DEBUG nova.virt.hardware [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.361114] env[62675]: DEBUG nova.virt.hardware [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.361299] env[62675]: DEBUG nova.virt.hardware [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.361472] env[62675]: DEBUG nova.virt.hardware [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.361591] env[62675]: DEBUG nova.virt.hardware [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.361859] env[62675]: DEBUG nova.virt.hardware [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.362035] env[62675]: DEBUG nova.virt.hardware [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.362503] env[62675]: DEBUG nova.virt.hardware [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.363169] env[62675]: DEBUG nova.virt.hardware [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.363409] env[62675]: DEBUG nova.virt.hardware [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.365358] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a7a07e-97fa-4539-85e1-e53d458d915d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.375275] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82429f57-e5a6-4e7c-9067-a4c82fec3346 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.391262] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Instance VIF info [] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.396828] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Creating folder: Project (249f673ada3b48ca9311b5741d306773). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.397264] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21088050-04f7-4e57-b1a5-ab71f0f5ddc9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.410860] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Created folder: Project (249f673ada3b48ca9311b5741d306773) in parent group-v542174. [ 1083.410860] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Creating folder: Instances. Parent ref: group-v542470. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.410969] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3133496f-0ad9-4bea-be22-7763b489e511 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.423053] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Created folder: Instances in parent group-v542470. [ 1083.423053] env[62675]: DEBUG oslo.service.loopingcall [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1083.423516] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.423745] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ad575a1-761d-4418-a482-59eb9e88981f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.443497] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.443497] env[62675]: value = "task-2691520" [ 1083.443497] env[62675]: _type = "Task" [ 1083.443497] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.453420] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691520, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.477620] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.484029] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bdeed8b1-59a4-4e43-9d6a-b086d9d6c303 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "7a9afaf2-2ffe-4ceb-8b24-925fc60a122f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.488s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.513805] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691516, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.652852] env[62675]: INFO nova.compute.manager [-] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Took 1.58 seconds to deallocate network for instance. [ 1083.733278] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af2aec38-f3bd-45a4-a601-78d667e40259 tempest-InstanceActionsNegativeTestJSON-2130504286 tempest-InstanceActionsNegativeTestJSON-2130504286-project-member] Lock "51bd7426-7e1b-4b82-b724-3a7b544709bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.234s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.754997] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691517, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.961713] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691520, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.978879] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.016521] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885267} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.019830] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 706fc606-b780-4ede-8380-73dedd21a2f4/706fc606-b780-4ede-8380-73dedd21a2f4.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.020111] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.020668] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc210adc-51af-4790-9609-12a93be59d63 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.029507] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1084.029507] env[62675]: value = "task-2691521" [ 1084.029507] env[62675]: _type = "Task" [ 1084.029507] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.053780] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.086385] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2582e933-497b-481b-bbe3-461855243057 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.095595] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b972c559-d73d-48b5-b8c3-714688b65aa7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.141155] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2c7a39-7051-4487-bd30-cc630f2d92cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.150153] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58ca54d-1c61-4885-a52d-7c8f0a64249c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.165723] env[62675]: DEBUG nova.compute.provider_tree [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.173297] env[62675]: DEBUG nova.network.neutron [req-2b599c63-bf48-4442-8855-8398cec8ee1f req-2138833f-0e47-408f-b7fd-74d7ef91ebbc service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Updated VIF entry in instance network info cache for port 1d6166cb-5a2f-4e46-b4fc-d249aefb8b86. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.173679] env[62675]: DEBUG nova.network.neutron [req-2b599c63-bf48-4442-8855-8398cec8ee1f req-2138833f-0e47-408f-b7fd-74d7ef91ebbc service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Updating instance_info_cache with network_info: [{"id": "1d6166cb-5a2f-4e46-b4fc-d249aefb8b86", "address": "fa:16:3e:f6:90:7a", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d6166cb-5a", "ovs_interfaceid": "1d6166cb-5a2f-4e46-b4fc-d249aefb8b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.201826] env[62675]: INFO nova.compute.manager [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Took 0.55 seconds to detach 1 volumes for instance. [ 1084.250551] env[62675]: DEBUG oslo_vmware.api [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691517, 'name': RemoveSnapshot_Task, 'duration_secs': 0.897746} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.250901] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1084.251159] env[62675]: INFO nova.compute.manager [None req-2a9cfa8f-438e-413f-be9f-154e5eb413fe tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Took 13.37 seconds to snapshot the instance on the hypervisor. [ 1084.288855] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "7a9afaf2-2ffe-4ceb-8b24-925fc60a122f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.289184] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "7a9afaf2-2ffe-4ceb-8b24-925fc60a122f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.289408] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "7a9afaf2-2ffe-4ceb-8b24-925fc60a122f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.289614] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "7a9afaf2-2ffe-4ceb-8b24-925fc60a122f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.289870] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "7a9afaf2-2ffe-4ceb-8b24-925fc60a122f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.291915] env[62675]: INFO nova.compute.manager [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Terminating instance [ 1084.454822] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691520, 'name': CreateVM_Task, 'duration_secs': 0.746756} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.455070] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.455429] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.455610] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.456021] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1084.456299] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ace0776-5080-4c80-b9bc-f3ee53ba3909 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.461499] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1084.461499] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52aeea7b-81ce-c530-9017-20c61ef7cc28" [ 1084.461499] env[62675]: _type = "Task" [ 1084.461499] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.470424] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52aeea7b-81ce-c530-9017-20c61ef7cc28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.478850] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.541755] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08048} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.542038] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.542898] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbfe54d-f280-418f-9c72-85cddeb339da {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.567918] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 706fc606-b780-4ede-8380-73dedd21a2f4/706fc606-b780-4ede-8380-73dedd21a2f4.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.568622] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f79f4dd-d540-40b9-8a20-1a9967bf45d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.592632] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1084.592632] env[62675]: value = "task-2691523" [ 1084.592632] env[62675]: _type = "Task" [ 1084.592632] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.601979] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.671575] env[62675]: DEBUG nova.scheduler.client.report [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.676398] env[62675]: DEBUG oslo_concurrency.lockutils [req-2b599c63-bf48-4442-8855-8398cec8ee1f req-2138833f-0e47-408f-b7fd-74d7ef91ebbc service nova] Releasing lock "refresh_cache-05b72ed6-0439-4c10-9504-4bf982e1bc5a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.708766] env[62675]: DEBUG oslo_concurrency.lockutils [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.795488] env[62675]: DEBUG nova.compute.manager [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.795725] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.800519] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffebca8-365b-4947-b0ba-8d7195b557d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.816601] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.816786] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6afa7583-5e59-4d4b-89eb-fd0221ca08e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.826230] env[62675]: DEBUG oslo_vmware.api [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1084.826230] env[62675]: value = "task-2691524" [ 1084.826230] env[62675]: _type = "Task" [ 1084.826230] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.836461] env[62675]: DEBUG oslo_vmware.api [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.973742] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52aeea7b-81ce-c530-9017-20c61ef7cc28, 'name': SearchDatastore_Task, 'duration_secs': 0.017016} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.977043] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.977301] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.977528] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.977663] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.977842] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.978140] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52732147-f969-4ce6-88c3-a60d231b7d75 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.987336] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.988611] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.988757] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.989362] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fe419e5-f7bf-43ac-8669-a28b3255323a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.995832] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1084.995832] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522efd5c-8c22-8d71-8994-8d5689ea62ae" [ 1084.995832] env[62675]: _type = "Task" [ 1084.995832] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.006915] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522efd5c-8c22-8d71-8994-8d5689ea62ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.106930] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.178531] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.181107] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.047s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.181361] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.181643] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1085.182091] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.529s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.182366] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.185932] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.126s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.187771] env[62675]: INFO nova.compute.claims [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.191227] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0b3b1e-16be-4e95-b926-746f1ee52a7e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.200578] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137fe736-b191-4f86-b98e-f20413916ef9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.217703] env[62675]: INFO nova.scheduler.client.report [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Deleted allocations for instance 6f2071c8-a77c-4fa1-a4f0-f171b2a06168 [ 1085.221866] env[62675]: INFO nova.scheduler.client.report [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Deleted allocations for instance 8507520c-491d-42c3-beee-b697695f16a1 [ 1085.222484] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c82a32a-749e-42cb-849e-143ec14bbd24 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.243145] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef3e2ba-a393-4aa2-a616-1f5476516c75 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.279520] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178997MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1085.280353] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1085.335932] env[62675]: DEBUG oslo_vmware.api [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691524, 'name': PowerOffVM_Task, 'duration_secs': 0.280891} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.336280] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.336452] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.336781] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6601713d-c5be-4148-9c92-5d2d6199219c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.426590] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.426818] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.427010] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleting the datastore file [datastore1] 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.427319] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2a64b85-5a80-47ba-bab3-6301bfe938ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.437044] env[62675]: DEBUG oslo_vmware.api [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for the task: (returnval){ [ 1085.437044] env[62675]: value = "task-2691526" [ 1085.437044] env[62675]: _type = "Task" [ 1085.437044] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.448722] env[62675]: DEBUG oslo_vmware.api [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.487912] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.509858] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522efd5c-8c22-8d71-8994-8d5689ea62ae, 'name': SearchDatastore_Task, 'duration_secs': 0.012759} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.509858] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7701b2f5-dd21-4f81-bef3-e1b4509e229d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.516190] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1085.516190] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52633061-4a2d-4b7a-d933-42f6b4494073" [ 1085.516190] env[62675]: _type = "Task" [ 1085.516190] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.525266] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52633061-4a2d-4b7a-d933-42f6b4494073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.605353] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691523, 'name': ReconfigVM_Task, 'duration_secs': 0.611535} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.605825] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 706fc606-b780-4ede-8380-73dedd21a2f4/706fc606-b780-4ede-8380-73dedd21a2f4.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.606652] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a2da78c-49bc-4dd3-8a43-de6fe00f06b5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.617492] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1085.617492] env[62675]: value = "task-2691527" [ 1085.617492] env[62675]: _type = "Task" [ 1085.617492] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.633356] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691527, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.743119] env[62675]: DEBUG oslo_concurrency.lockutils [None req-45298ba3-cc5a-41f0-a63e-a029faa772d2 tempest-DeleteServersTestJSON-874257660 tempest-DeleteServersTestJSON-874257660-project-member] Lock "8507520c-491d-42c3-beee-b697695f16a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.036s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.743913] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2d8956fb-f5ae-4127-841e-9c3ee636560a tempest-ServerRescueNegativeTestJSON-1809963252 tempest-ServerRescueNegativeTestJSON-1809963252-project-member] Lock "6f2071c8-a77c-4fa1-a4f0-f171b2a06168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.080s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.949202] env[62675]: DEBUG oslo_vmware.api [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Task: {'id': task-2691526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186215} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.949281] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.949467] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.949646] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.950602] env[62675]: INFO nova.compute.manager [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1085.950923] env[62675]: DEBUG oslo.service.loopingcall [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.951167] env[62675]: DEBUG nova.compute.manager [-] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.951270] env[62675]: DEBUG nova.network.neutron [-] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.985095] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.026993] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52633061-4a2d-4b7a-d933-42f6b4494073, 'name': SearchDatastore_Task, 'duration_secs': 0.019449} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.026993] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.027466] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0/312d82ae-8db4-49c1-bb1c-4de5f07e5ff0.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.027466] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f8031a3-1810-4a85-a482-bc8d20408e7a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.034322] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1086.034322] env[62675]: value = "task-2691529" [ 1086.034322] env[62675]: _type = "Task" [ 1086.034322] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.043316] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.130967] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691527, 'name': Rename_Task, 'duration_secs': 0.162871} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.130967] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.130967] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f0babfa-4553-4c40-a4c2-e3fc1f4c9392 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.139407] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1086.139407] env[62675]: value = "task-2691530" [ 1086.139407] env[62675]: _type = "Task" [ 1086.139407] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.152428] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.261569] env[62675]: DEBUG nova.compute.manager [req-48cdc3d8-5a93-4f9a-8571-9b8dfd200128 req-76529e8f-d733-402b-831f-7d1821d774c8 service nova] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Received event network-vif-deleted-3b15009e-8d8a-44d0-b7f8-60204640c6e6 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.261976] env[62675]: INFO nova.compute.manager [req-48cdc3d8-5a93-4f9a-8571-9b8dfd200128 req-76529e8f-d733-402b-831f-7d1821d774c8 service nova] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Neutron deleted interface 3b15009e-8d8a-44d0-b7f8-60204640c6e6; detaching it from the instance and deleting it from the info cache [ 1086.261976] env[62675]: DEBUG nova.network.neutron [req-48cdc3d8-5a93-4f9a-8571-9b8dfd200128 req-76529e8f-d733-402b-831f-7d1821d774c8 service nova] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.446370] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d61fca-78d2-4452-b30b-27c49b12fa03 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.458583] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae623b2-0b41-4cb7-a4e5-1aee5c95225c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.501336] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497b024c-7862-46b4-89dd-2f01566cbcf2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.514857] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.516216] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df48124e-b14f-4f22-834c-7fd99ece6487 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.535310] env[62675]: DEBUG nova.compute.provider_tree [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.547959] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691529, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.639339] env[62675]: DEBUG nova.compute.manager [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.640302] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df54451-caf9-4501-bd61-b8f0ce46106d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.653326] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.739585] env[62675]: DEBUG nova.network.neutron [-] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.766438] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-560ae745-0976-44f4-8efc-62a8b21dbccf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.779264] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eb3ee7-029d-4ec6-b1cd-0203369a8eda {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.821918] env[62675]: DEBUG nova.compute.manager [req-48cdc3d8-5a93-4f9a-8571-9b8dfd200128 req-76529e8f-d733-402b-831f-7d1821d774c8 service nova] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Detach interface failed, port_id=3b15009e-8d8a-44d0-b7f8-60204640c6e6, reason: Instance 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1087.010549] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.040443] env[62675]: DEBUG nova.scheduler.client.report [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.065037] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578346} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.067577] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0/312d82ae-8db4-49c1-bb1c-4de5f07e5ff0.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.067806] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.068094] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b56ca50c-86fa-4c16-8125-925da3f023fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.077024] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1087.077024] env[62675]: value = "task-2691532" [ 1087.077024] env[62675]: _type = "Task" [ 1087.077024] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.085498] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.156692] env[62675]: DEBUG oslo_vmware.api [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691530, 'name': PowerOnVM_Task, 'duration_secs': 0.808816} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.156870] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.157148] env[62675]: INFO nova.compute.manager [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1087.157554] env[62675]: DEBUG nova.compute.manager [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.158867] env[62675]: INFO nova.compute.manager [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] instance snapshotting [ 1087.161608] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca51a070-a8e9-4ba6-b09c-09dc9d03846c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.166217] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2df01ea-e72e-4aca-8991-51a017cbf2df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.208021] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cc65e3-7c19-4b15-97dc-83d8df47b4a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.244595] env[62675]: INFO nova.compute.manager [-] [instance: 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f] Took 1.29 seconds to deallocate network for instance. [ 1087.509568] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.546623] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.547353] env[62675]: DEBUG nova.compute.manager [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.551132] env[62675]: DEBUG oslo_concurrency.lockutils [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.842s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.551567] env[62675]: DEBUG oslo_concurrency.lockutils [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.555526] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.276s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.587967] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069419} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.588945] env[62675]: INFO nova.scheduler.client.report [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleted allocations for instance a1f99b1b-40ed-40e1-b56c-055aa4ebcabf [ 1087.592323] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.593766] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014a11cb-a5f1-44f3-9e9c-30a7f14ef1dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.620245] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0/312d82ae-8db4-49c1-bb1c-4de5f07e5ff0.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.622110] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc273945-8510-4fe7-8318-9701cfedde78 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.650417] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1087.650417] env[62675]: value = "task-2691533" [ 1087.650417] env[62675]: _type = "Task" [ 1087.650417] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.661715] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.715144] env[62675]: INFO nova.compute.manager [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Took 21.95 seconds to build instance. [ 1087.716557] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1087.717048] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-440f1cd3-58f1-460b-8ed6-7a07a0cee833 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.726523] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1087.726523] env[62675]: value = "task-2691534" [ 1087.726523] env[62675]: _type = "Task" [ 1087.726523] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.736219] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691534, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.751081] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.014475] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.062306] env[62675]: DEBUG nova.compute.utils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1088.074941] env[62675]: DEBUG nova.compute.manager [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.075442] env[62675]: DEBUG nova.network.neutron [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.101617] env[62675]: DEBUG oslo_concurrency.lockutils [None req-953de3fe-8532-4ba7-bd53-07434e8d8a8b tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "a1f99b1b-40ed-40e1-b56c-055aa4ebcabf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.965s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.158946] env[62675]: DEBUG nova.policy [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '367e3d6d821c40c18d8745e1f21b16ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac2481c15f8340dda5432d349495948a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.170290] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.217800] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2e1dcef0-678b-4524-9b1a-7b497ac9fd63 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "706fc606-b780-4ede-8380-73dedd21a2f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.472s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.244223] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691534, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.508638] env[62675]: DEBUG nova.compute.manager [req-ae195496-2d79-4ed1-91af-5103373bebf2 req-950d2fac-70b3-48ae-908f-fae268275211 service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Received event network-changed-25398bcd-ff10-4053-b65f-029eccd365e2 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1088.508943] env[62675]: DEBUG nova.compute.manager [req-ae195496-2d79-4ed1-91af-5103373bebf2 req-950d2fac-70b3-48ae-908f-fae268275211 service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Refreshing instance network info cache due to event network-changed-25398bcd-ff10-4053-b65f-029eccd365e2. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1088.509258] env[62675]: DEBUG oslo_concurrency.lockutils [req-ae195496-2d79-4ed1-91af-5103373bebf2 req-950d2fac-70b3-48ae-908f-fae268275211 service nova] Acquiring lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.509468] env[62675]: DEBUG oslo_concurrency.lockutils [req-ae195496-2d79-4ed1-91af-5103373bebf2 req-950d2fac-70b3-48ae-908f-fae268275211 service nova] Acquired lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.509694] env[62675]: DEBUG nova.network.neutron [req-ae195496-2d79-4ed1-91af-5103373bebf2 req-950d2fac-70b3-48ae-908f-fae268275211 service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Refreshing network info cache for port 25398bcd-ff10-4053-b65f-029eccd365e2 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.518856] env[62675]: DEBUG oslo_vmware.api [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691514, 'name': ReconfigVM_Task, 'duration_secs': 5.841245} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.522305] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.522519] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Reconfigured VM to detach interface {{(pid=62675) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1088.575176] env[62675]: DEBUG nova.compute.manager [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.611845] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d6247e9c-c9c4-472e-8d75-5b416859b9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.613020] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 0043b1b7-6921-4357-8a0d-417ededffe99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.613020] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 618ce248-370f-4727-aae6-0c6b9640594f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.613020] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d540fe9e-315e-4164-a2a4-15a0c6e02205 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.613020] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9e8115f4-d252-4a18-a345-b7c29acf7d02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.613020] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance c0d4635c-98d8-4bc4-96dd-83f65be7b77b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.613613] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.613613] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 8223760e-3688-48c7-9043-2f6532f67a1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.613613] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 05b72ed6-0439-4c10-9504-4bf982e1bc5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.613863] env[62675]: WARNING nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1088.614236] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 706fc606-b780-4ede-8380-73dedd21a2f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.614587] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.614778] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 1518e07a-e6ec-4300-83c0-9dea5d8d1e08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1088.615135] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1088.615544] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1088.666949] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691533, 'name': ReconfigVM_Task, 'duration_secs': 0.768451} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.669953] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0/312d82ae-8db4-49c1-bb1c-4de5f07e5ff0.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.674372] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f190132-46d3-4895-9fad-fcd101718c74 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.684553] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1088.684553] env[62675]: value = "task-2691535" [ 1088.684553] env[62675]: _type = "Task" [ 1088.684553] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.703417] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691535, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.745613] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691534, 'name': CreateSnapshot_Task, 'duration_secs': 0.626101} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.745924] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1088.746749] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993e0f90-7b59-44f8-849e-2a506ea8729f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.864417] env[62675]: DEBUG nova.network.neutron [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Successfully created port: e1a8695d-a8f8-4021-a68f-b7da2da5088e {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.920605] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d39703-fa53-49ac-afae-0cc20267331a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.930922] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7710d3c0-121b-45cd-8215-317566bf1a77 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.969928] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568e1c9e-0e3a-4c99-a77d-73174424ab0b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.981788] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f280ce43-af4f-4e00-aa3e-e21f7d69fa10 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.003372] env[62675]: DEBUG nova.compute.provider_tree [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.198431] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691535, 'name': Rename_Task, 'duration_secs': 0.382114} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.198877] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.199129] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e51cd8d-7ba1-4607-880c-9d6791ac46c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.208300] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1089.208300] env[62675]: value = "task-2691537" [ 1089.208300] env[62675]: _type = "Task" [ 1089.208300] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.222151] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.277380] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1089.280558] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae454ee6-3710-4bed-967d-30015a5b3be0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.291856] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1089.291856] env[62675]: value = "task-2691538" [ 1089.291856] env[62675]: _type = "Task" [ 1089.291856] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.301792] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691538, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.497063] env[62675]: DEBUG nova.network.neutron [req-ae195496-2d79-4ed1-91af-5103373bebf2 req-950d2fac-70b3-48ae-908f-fae268275211 service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updated VIF entry in instance network info cache for port 25398bcd-ff10-4053-b65f-029eccd365e2. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.497063] env[62675]: DEBUG nova.network.neutron [req-ae195496-2d79-4ed1-91af-5103373bebf2 req-950d2fac-70b3-48ae-908f-fae268275211 service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance_info_cache with network_info: [{"id": "25398bcd-ff10-4053-b65f-029eccd365e2", "address": "fa:16:3e:89:99:93", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25398bcd-ff", "ovs_interfaceid": "25398bcd-ff10-4053-b65f-029eccd365e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.505687] env[62675]: DEBUG nova.scheduler.client.report [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.593660] env[62675]: DEBUG nova.compute.manager [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.640168] env[62675]: DEBUG nova.virt.hardware [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.640168] env[62675]: DEBUG nova.virt.hardware [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.640168] env[62675]: DEBUG nova.virt.hardware [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.640168] env[62675]: DEBUG nova.virt.hardware [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.640168] env[62675]: DEBUG nova.virt.hardware [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.640603] env[62675]: DEBUG nova.virt.hardware [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.641013] env[62675]: DEBUG nova.virt.hardware [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.641313] env[62675]: DEBUG nova.virt.hardware [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.641601] env[62675]: DEBUG nova.virt.hardware [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.641900] env[62675]: DEBUG nova.virt.hardware [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.642206] env[62675]: DEBUG nova.virt.hardware [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.643238] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e57dcf-0e0e-433c-81c6-34143e2caf70 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.654745] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33380e7e-d382-4444-b656-d264730b4653 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.730520] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691537, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.803996] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691538, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.999816] env[62675]: DEBUG oslo_concurrency.lockutils [req-ae195496-2d79-4ed1-91af-5103373bebf2 req-950d2fac-70b3-48ae-908f-fae268275211 service nova] Releasing lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1090.011627] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1090.012576] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.456s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.012943] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.262s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.013441] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.016388] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1090.016388] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Cleaning up deleted instances {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1090.057257] env[62675]: INFO nova.scheduler.client.report [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Deleted allocations for instance 7a9afaf2-2ffe-4ceb-8b24-925fc60a122f [ 1090.100795] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1090.100951] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquired lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.101169] env[62675]: DEBUG nova.network.neutron [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.229028] env[62675]: DEBUG oslo_vmware.api [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691537, 'name': PowerOnVM_Task, 'duration_secs': 0.648833} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.229835] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.230180] env[62675]: INFO nova.compute.manager [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Took 6.90 seconds to spawn the instance on the hypervisor. [ 1090.230505] env[62675]: DEBUG nova.compute.manager [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.234720] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b734981a-0ec3-431b-8c8f-f086a3cc943c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.307828] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691538, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.391812] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.392137] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.535242] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] There are 54 instances to clean {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1090.535359] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 51bd7426-7e1b-4b82-b724-3a7b544709bd] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1090.558016] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.558016] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.558016] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.558016] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.558016] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.560102] env[62675]: INFO nova.compute.manager [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Terminating instance [ 1090.567385] env[62675]: DEBUG oslo_concurrency.lockutils [None req-5c956c84-931b-48c1-91cf-22e09103c2a2 tempest-ServerDiskConfigTestJSON-1602425638 tempest-ServerDiskConfigTestJSON-1602425638-project-member] Lock "7a9afaf2-2ffe-4ceb-8b24-925fc60a122f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.278s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.767368] env[62675]: INFO nova.compute.manager [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Took 20.51 seconds to build instance. [ 1090.808982] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691538, 'name': CloneVM_Task, 'duration_secs': 1.445743} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.811636] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Created linked-clone VM from snapshot [ 1090.813727] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8153885-9108-414f-944a-e1ce8c194804 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.818626] env[62675]: DEBUG nova.compute.manager [req-782f593d-a87b-4108-9008-ea2fa19b3bf7 req-9e97ada2-f6b5-4e1c-9a71-ed7a4bbdbc23 service nova] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Received event network-vif-plugged-e1a8695d-a8f8-4021-a68f-b7da2da5088e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1090.818626] env[62675]: DEBUG oslo_concurrency.lockutils [req-782f593d-a87b-4108-9008-ea2fa19b3bf7 req-9e97ada2-f6b5-4e1c-9a71-ed7a4bbdbc23 service nova] Acquiring lock "1518e07a-e6ec-4300-83c0-9dea5d8d1e08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.818851] env[62675]: DEBUG oslo_concurrency.lockutils [req-782f593d-a87b-4108-9008-ea2fa19b3bf7 req-9e97ada2-f6b5-4e1c-9a71-ed7a4bbdbc23 service nova] Lock "1518e07a-e6ec-4300-83c0-9dea5d8d1e08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.819066] env[62675]: DEBUG oslo_concurrency.lockutils [req-782f593d-a87b-4108-9008-ea2fa19b3bf7 req-9e97ada2-f6b5-4e1c-9a71-ed7a4bbdbc23 service nova] Lock "1518e07a-e6ec-4300-83c0-9dea5d8d1e08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.819283] env[62675]: DEBUG nova.compute.manager [req-782f593d-a87b-4108-9008-ea2fa19b3bf7 req-9e97ada2-f6b5-4e1c-9a71-ed7a4bbdbc23 service nova] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] No waiting events found dispatching network-vif-plugged-e1a8695d-a8f8-4021-a68f-b7da2da5088e {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.819492] env[62675]: WARNING nova.compute.manager [req-782f593d-a87b-4108-9008-ea2fa19b3bf7 req-9e97ada2-f6b5-4e1c-9a71-ed7a4bbdbc23 service nova] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Received unexpected event network-vif-plugged-e1a8695d-a8f8-4021-a68f-b7da2da5088e for instance with vm_state building and task_state spawning. [ 1090.826502] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Uploading image 84dfd317-b004-4ece-a4d2-99063cb9be29 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1090.867442] env[62675]: DEBUG oslo_vmware.rw_handles [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1090.867442] env[62675]: value = "vm-542475" [ 1090.867442] env[62675]: _type = "VirtualMachine" [ 1090.867442] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1090.867665] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-addca645-71b0-491a-b218-86737f8dee61 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.877515] env[62675]: DEBUG oslo_vmware.rw_handles [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lease: (returnval){ [ 1090.877515] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5276bd88-6ae9-c18d-fe73-4b5e9943967e" [ 1090.877515] env[62675]: _type = "HttpNfcLease" [ 1090.877515] env[62675]: } obtained for exporting VM: (result){ [ 1090.877515] env[62675]: value = "vm-542475" [ 1090.877515] env[62675]: _type = "VirtualMachine" [ 1090.877515] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1090.877515] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the lease: (returnval){ [ 1090.877515] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5276bd88-6ae9-c18d-fe73-4b5e9943967e" [ 1090.877515] env[62675]: _type = "HttpNfcLease" [ 1090.877515] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1090.884981] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.884981] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5276bd88-6ae9-c18d-fe73-4b5e9943967e" [ 1090.884981] env[62675]: _type = "HttpNfcLease" [ 1090.884981] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.897662] env[62675]: DEBUG nova.compute.manager [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.908899] env[62675]: DEBUG nova.network.neutron [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Successfully updated port: e1a8695d-a8f8-4021-a68f-b7da2da5088e {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.009924] env[62675]: INFO nova.network.neutron [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Port 7f23c32b-c818-434d-bd88-14e40752eda9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1091.010134] env[62675]: DEBUG nova.network.neutron [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updating instance_info_cache with network_info: [{"id": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "address": "fa:16:3e:64:19:e1", "network": {"id": "05516cfa-97b0-486c-bf21-b93c5351a90a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1717979567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94a3741e26954bbb8ce6f9294054f86a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c8a1ad-18", "ovs_interfaceid": "66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.043624] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 8496ac60-bcd9-47f9-946d-b8932a208f4d] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.066248] env[62675]: DEBUG nova.compute.manager [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.066525] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.067417] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202775d2-5502-4b73-ad1c-3ba097d867a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.078101] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.078749] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8349cdac-5d15-43ec-bca3-2f76eea50f2e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.091651] env[62675]: DEBUG oslo_vmware.api [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1091.091651] env[62675]: value = "task-2691540" [ 1091.091651] env[62675]: _type = "Task" [ 1091.091651] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.103897] env[62675]: DEBUG oslo_vmware.api [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.106529] env[62675]: INFO nova.compute.manager [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Rebuilding instance [ 1091.178842] env[62675]: DEBUG nova.compute.manager [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.179883] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a1f298-8e57-4882-9fbd-33fe55d0a4ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.261985] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Acquiring lock "80313d60-fb75-40ea-88c7-b5eb6e653137" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.262328] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Lock "80313d60-fb75-40ea-88c7-b5eb6e653137" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.269862] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ee9566b6-e851-4644-8eec-2d67c7869d3a tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lock "312d82ae-8db4-49c1-bb1c-4de5f07e5ff0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.023s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.385020] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1091.385020] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5276bd88-6ae9-c18d-fe73-4b5e9943967e" [ 1091.385020] env[62675]: _type = "HttpNfcLease" [ 1091.385020] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1091.385360] env[62675]: DEBUG oslo_vmware.rw_handles [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1091.385360] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5276bd88-6ae9-c18d-fe73-4b5e9943967e" [ 1091.385360] env[62675]: _type = "HttpNfcLease" [ 1091.385360] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1091.386150] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5db755b-1b88-43b7-8e3f-bffe1cd209ac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.394851] env[62675]: DEBUG oslo_vmware.rw_handles [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a6d67-edf1-84dc-74c9-630baacb743d/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1091.395222] env[62675]: DEBUG oslo_vmware.rw_handles [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a6d67-edf1-84dc-74c9-630baacb743d/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1091.456252] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "refresh_cache-1518e07a-e6ec-4300-83c0-9dea5d8d1e08" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1091.456629] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "refresh_cache-1518e07a-e6ec-4300-83c0-9dea5d8d1e08" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.456629] env[62675]: DEBUG nova.network.neutron [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.479051] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.479370] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.481149] env[62675]: INFO nova.compute.claims [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.495106] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-63031da4-06d7-4117-8d97-a7ae353b96f9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.514340] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Releasing lock "refresh_cache-c0d4635c-98d8-4bc4-96dd-83f65be7b77b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1091.549456] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 02877f5b-d637-4cf8-ba97-bb5f96b972de] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1091.601142] env[62675]: DEBUG oslo_vmware.api [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691540, 'name': PowerOffVM_Task, 'duration_secs': 0.268102} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.601436] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.601436] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.601708] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fcf4827-e226-49f3-b6ac-7e8124fb6cf3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.765751] env[62675]: DEBUG nova.compute.manager [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.009216] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.009216] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.010406] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Deleting the datastore file [datastore1] c0d4635c-98d8-4bc4-96dd-83f65be7b77b {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.010682] env[62675]: DEBUG nova.network.neutron [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.012719] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11d0cb98-8147-4fa7-a9f1-8311f6277a29 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.018433] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b7a5b2b6-d2ae-4d0e-b91e-b795a9201fd9 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "interface-c0d4635c-98d8-4bc4-96dd-83f65be7b77b-7f23c32b-c818-434d-bd88-14e40752eda9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.155s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.028150] env[62675]: DEBUG oslo_vmware.api [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1092.028150] env[62675]: value = "task-2691543" [ 1092.028150] env[62675]: _type = "Task" [ 1092.028150] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.042547] env[62675]: DEBUG oslo_vmware.api [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.053616] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 8507520c-491d-42c3-beee-b697695f16a1] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.197382] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.197382] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bebac0f4-0cf7-41bf-a37e-94bf689dd42b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.210976] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1092.210976] env[62675]: value = "task-2691544" [ 1092.210976] env[62675]: _type = "Task" [ 1092.210976] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.224604] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.263723] env[62675]: DEBUG nova.network.neutron [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Updating instance_info_cache with network_info: [{"id": "e1a8695d-a8f8-4021-a68f-b7da2da5088e", "address": "fa:16:3e:d9:e9:5a", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a8695d-a8", "ovs_interfaceid": "e1a8695d-a8f8-4021-a68f-b7da2da5088e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.300238] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.541556] env[62675]: DEBUG oslo_vmware.api [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331303} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.545275] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.545513] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.545713] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.545890] env[62675]: INFO nova.compute.manager [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Took 1.48 seconds to destroy the instance on the hypervisor. [ 1092.546171] env[62675]: DEBUG oslo.service.loopingcall [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1092.547171] env[62675]: DEBUG nova.compute.manager [-] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.547293] env[62675]: DEBUG nova.network.neutron [-] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.559683] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: df73da65-e298-4351-9ec5-a61b21a63f69] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1092.725216] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691544, 'name': PowerOffVM_Task, 'duration_secs': 0.175351} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.727661] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.728104] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.729188] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5891b86-7522-4b09-afa2-e409c822b0bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.734735] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07515775-b438-4e47-ae8e-28445b1febb9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.741186] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.742087] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8196e583-da62-42b3-bfb3-da5a7655543c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.747630] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f9d746-8420-483a-abb6-a22469b93e1b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.782859] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "refresh_cache-1518e07a-e6ec-4300-83c0-9dea5d8d1e08" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1092.783426] env[62675]: DEBUG nova.compute.manager [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Instance network_info: |[{"id": "e1a8695d-a8f8-4021-a68f-b7da2da5088e", "address": "fa:16:3e:d9:e9:5a", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a8695d-a8", "ovs_interfaceid": "e1a8695d-a8f8-4021-a68f-b7da2da5088e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.785412] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:e9:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1a8695d-a8f8-4021-a68f-b7da2da5088e', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.796493] env[62675]: DEBUG oslo.service.loopingcall [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1092.796493] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573427cc-730d-49a3-b4fb-8fb612b12b9f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.799026] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.799026] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.799277] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Deleting the datastore file [datastore1] 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.799672] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.801051] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dfcab78-626f-41cf-8a21-6468da213d20 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.802139] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba897098-5e0d-4529-a03f-1b1ff6422698 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.829027] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5da6a82-dafb-4a19-a5b3-a9a9af47cb2f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.833745] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1092.833745] env[62675]: value = "task-2691546" [ 1092.833745] env[62675]: _type = "Task" [ 1092.833745] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.833745] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.833745] env[62675]: value = "task-2691547" [ 1092.833745] env[62675]: _type = "Task" [ 1092.833745] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.851021] env[62675]: DEBUG nova.compute.provider_tree [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.859191] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691547, 'name': CreateVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.864091] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.867468] env[62675]: DEBUG nova.compute.manager [req-b3213a3f-9b33-45f6-85c9-712dc4711da0 req-7a72b331-2537-4e42-a7e0-a45a08ec3186 service nova] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Received event network-changed-e1a8695d-a8f8-4021-a68f-b7da2da5088e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.867886] env[62675]: DEBUG nova.compute.manager [req-b3213a3f-9b33-45f6-85c9-712dc4711da0 req-7a72b331-2537-4e42-a7e0-a45a08ec3186 service nova] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Refreshing instance network info cache due to event network-changed-e1a8695d-a8f8-4021-a68f-b7da2da5088e. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1092.868938] env[62675]: DEBUG oslo_concurrency.lockutils [req-b3213a3f-9b33-45f6-85c9-712dc4711da0 req-7a72b331-2537-4e42-a7e0-a45a08ec3186 service nova] Acquiring lock "refresh_cache-1518e07a-e6ec-4300-83c0-9dea5d8d1e08" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.868938] env[62675]: DEBUG oslo_concurrency.lockutils [req-b3213a3f-9b33-45f6-85c9-712dc4711da0 req-7a72b331-2537-4e42-a7e0-a45a08ec3186 service nova] Acquired lock "refresh_cache-1518e07a-e6ec-4300-83c0-9dea5d8d1e08" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.868938] env[62675]: DEBUG nova.network.neutron [req-b3213a3f-9b33-45f6-85c9-712dc4711da0 req-7a72b331-2537-4e42-a7e0-a45a08ec3186 service nova] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Refreshing network info cache for port e1a8695d-a8f8-4021-a68f-b7da2da5088e {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.064303] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 101b9af0-1f7c-4ef2-af60-be8e81566c6c] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.355177] env[62675]: DEBUG nova.scheduler.client.report [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.362226] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192472} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.368431] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.368605] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.368784] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.374208] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691547, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.567950] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 4e5656ae-3f24-4ded-b444-91418aec39cc] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1093.720839] env[62675]: DEBUG nova.network.neutron [req-b3213a3f-9b33-45f6-85c9-712dc4711da0 req-7a72b331-2537-4e42-a7e0-a45a08ec3186 service nova] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Updated VIF entry in instance network info cache for port e1a8695d-a8f8-4021-a68f-b7da2da5088e. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.721249] env[62675]: DEBUG nova.network.neutron [req-b3213a3f-9b33-45f6-85c9-712dc4711da0 req-7a72b331-2537-4e42-a7e0-a45a08ec3186 service nova] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Updating instance_info_cache with network_info: [{"id": "e1a8695d-a8f8-4021-a68f-b7da2da5088e", "address": "fa:16:3e:d9:e9:5a", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1a8695d-a8", "ovs_interfaceid": "e1a8695d-a8f8-4021-a68f-b7da2da5088e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.849553] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691547, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.870363] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.871416] env[62675]: DEBUG nova.compute.manager [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1093.876668] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.576s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.878344] env[62675]: INFO nova.compute.claims [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.075713] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 738aa5f1-8782-491d-a8dd-2ade9a42c39f] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.089553] env[62675]: DEBUG nova.compute.manager [req-6518f0d6-3ec7-4588-8c80-fdc3ca68bd1d req-18019168-8a01-4308-a81b-cecff274e280 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Received event network-vif-deleted-66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.089553] env[62675]: INFO nova.compute.manager [req-6518f0d6-3ec7-4588-8c80-fdc3ca68bd1d req-18019168-8a01-4308-a81b-cecff274e280 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Neutron deleted interface 66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f; detaching it from the instance and deleting it from the info cache [ 1094.089553] env[62675]: DEBUG nova.network.neutron [req-6518f0d6-3ec7-4588-8c80-fdc3ca68bd1d req-18019168-8a01-4308-a81b-cecff274e280 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.227640] env[62675]: DEBUG oslo_concurrency.lockutils [req-b3213a3f-9b33-45f6-85c9-712dc4711da0 req-7a72b331-2537-4e42-a7e0-a45a08ec3186 service nova] Releasing lock "refresh_cache-1518e07a-e6ec-4300-83c0-9dea5d8d1e08" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.347729] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691547, 'name': CreateVM_Task, 'duration_secs': 1.465673} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.348533] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.349541] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.350499] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.350972] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1094.352339] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4555627-ec2a-4c5c-b4de-a42dc194deaa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.360153] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1094.360153] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52615827-f1c4-c388-1941-4b05d86d6eef" [ 1094.360153] env[62675]: _type = "Task" [ 1094.360153] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.369765] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52615827-f1c4-c388-1941-4b05d86d6eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.388246] env[62675]: DEBUG nova.compute.utils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1094.399868] env[62675]: DEBUG nova.compute.manager [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1094.400068] env[62675]: DEBUG nova.network.neutron [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.434956] env[62675]: DEBUG nova.virt.hardware [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.435854] env[62675]: DEBUG nova.virt.hardware [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.436055] env[62675]: DEBUG nova.virt.hardware [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.436325] env[62675]: DEBUG nova.virt.hardware [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.436497] env[62675]: DEBUG nova.virt.hardware [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.437673] env[62675]: DEBUG nova.virt.hardware [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.437673] env[62675]: DEBUG nova.virt.hardware [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.437673] env[62675]: DEBUG nova.virt.hardware [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.437673] env[62675]: DEBUG nova.virt.hardware [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.437673] env[62675]: DEBUG nova.virt.hardware [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.437932] env[62675]: DEBUG nova.virt.hardware [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.444782] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf811e9f-5e7f-4818-9db9-07a784182098 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.455192] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3413dc33-5980-4661-89dd-544c1b3247ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.478089] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Instance VIF info [] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.492191] env[62675]: DEBUG oslo.service.loopingcall [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.494401] env[62675]: DEBUG nova.policy [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1452165ec91e42b296064d0ef983edaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '28071bec6ccf47f8a763767aa40c8b86', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.496442] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.496705] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80bb8232-bcc7-42b5-a6ac-1479a57be0d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.516262] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.516262] env[62675]: value = "task-2691549" [ 1094.516262] env[62675]: _type = "Task" [ 1094.516262] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.532967] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691549, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.552262] env[62675]: DEBUG nova.network.neutron [-] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.558782] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.558782] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.558782] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.558782] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.559075] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.562352] env[62675]: INFO nova.compute.manager [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Terminating instance [ 1094.580322] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 7e39311c-f324-4f9f-8451-155c2e04a13d] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1094.593023] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b9ed8ec-507b-4001-98d7-7fc05ada258f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.605285] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe703f94-a4e7-40d7-a613-00bae7d51321 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.650695] env[62675]: DEBUG nova.compute.manager [req-6518f0d6-3ec7-4588-8c80-fdc3ca68bd1d req-18019168-8a01-4308-a81b-cecff274e280 service nova] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Detach interface failed, port_id=66c8a1ad-184c-4d8e-a9b8-1fd13a9fb49f, reason: Instance c0d4635c-98d8-4bc4-96dd-83f65be7b77b could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1094.883453] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52615827-f1c4-c388-1941-4b05d86d6eef, 'name': SearchDatastore_Task, 'duration_secs': 0.024936} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.883814] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.884158] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.884354] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.884507] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.885037] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.885037] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43a478f4-290e-4335-b1ec-502c648da983 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.898486] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.898486] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.898916] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa85fac-eb76-4e3e-89f1-6df0661406f6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.902171] env[62675]: DEBUG nova.compute.manager [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1094.916916] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1094.916916] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528efac1-45a9-9975-4cf3-d616941ed80a" [ 1094.916916] env[62675]: _type = "Task" [ 1094.916916] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.930919] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528efac1-45a9-9975-4cf3-d616941ed80a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.031946] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691549, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.033054] env[62675]: DEBUG nova.network.neutron [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Successfully created port: a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.055027] env[62675]: INFO nova.compute.manager [-] [instance: c0d4635c-98d8-4bc4-96dd-83f65be7b77b] Took 2.51 seconds to deallocate network for instance. [ 1095.068254] env[62675]: DEBUG nova.compute.manager [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.068254] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.069416] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d7aa0c-d4ca-4454-ab83-181e22a9b30b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.081945] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.081945] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-babbdac2-319d-495b-a90b-32ffef577b62 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.085323] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: db974c75-4502-4e82-8d98-d14e80384a6e] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.100970] env[62675]: DEBUG oslo_vmware.api [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1095.100970] env[62675]: value = "task-2691550" [ 1095.100970] env[62675]: _type = "Task" [ 1095.100970] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.119942] env[62675]: DEBUG oslo_vmware.api [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.188846] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7272858b-0f4d-4f8f-a40c-157681ff063a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.199025] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64772fda-1b00-4d94-9a0c-83fb50e67961 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.236633] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf888df-71b7-4e6b-8b47-76e1c2fc3543 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.246390] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659be068-3276-4d1b-ab4c-ffc4aac4eecb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.266323] env[62675]: DEBUG nova.compute.provider_tree [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.433183] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528efac1-45a9-9975-4cf3-d616941ed80a, 'name': SearchDatastore_Task, 'duration_secs': 0.014603} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.436468] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010b2444-9ed6-4442-bc82-a36ab16aa61c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.446164] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1095.446164] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]520eff93-e49f-83a9-95e3-e61680601509" [ 1095.446164] env[62675]: _type = "Task" [ 1095.446164] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.458995] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520eff93-e49f-83a9-95e3-e61680601509, 'name': SearchDatastore_Task, 'duration_secs': 0.011019} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.459986] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.460279] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 1518e07a-e6ec-4300-83c0-9dea5d8d1e08/1518e07a-e6ec-4300-83c0-9dea5d8d1e08.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.460528] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a712af6e-d780-41d6-a7ef-cfd635985270 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.472484] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1095.472484] env[62675]: value = "task-2691551" [ 1095.472484] env[62675]: _type = "Task" [ 1095.472484] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.482877] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.532632] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691549, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.542088] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "5687e71e-a7fe-47c0-b584-89f943408bb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.542396] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "5687e71e-a7fe-47c0-b584-89f943408bb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.562373] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.592862] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d4b1af50-839b-4b24-8be4-33f5c08bf1c5] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1095.619673] env[62675]: DEBUG oslo_vmware.api [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691550, 'name': PowerOffVM_Task, 'duration_secs': 0.232928} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.620045] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.620297] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.620614] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f620ea90-04fe-4f1f-9e63-7a4ee6cb6c91 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.737484] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.737484] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.737484] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Deleting the datastore file [datastore2] 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.737484] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a33cde27-2346-4d6c-8b65-57ef9694d4d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.746939] env[62675]: DEBUG oslo_vmware.api [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1095.746939] env[62675]: value = "task-2691553" [ 1095.746939] env[62675]: _type = "Task" [ 1095.746939] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.756992] env[62675]: DEBUG oslo_vmware.api [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.770868] env[62675]: DEBUG nova.scheduler.client.report [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.919779] env[62675]: DEBUG nova.compute.manager [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1095.959653] env[62675]: DEBUG nova.virt.hardware [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.960223] env[62675]: DEBUG nova.virt.hardware [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.960493] env[62675]: DEBUG nova.virt.hardware [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.961220] env[62675]: DEBUG nova.virt.hardware [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.961220] env[62675]: DEBUG nova.virt.hardware [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.961963] env[62675]: DEBUG nova.virt.hardware [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.962432] env[62675]: DEBUG nova.virt.hardware [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.962771] env[62675]: DEBUG nova.virt.hardware [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.963089] env[62675]: DEBUG nova.virt.hardware [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.963347] env[62675]: DEBUG nova.virt.hardware [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.963649] env[62675]: DEBUG nova.virt.hardware [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.965012] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d85a8d-b06c-4ac0-a9ef-ce6e3a11f3e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.988898] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adff697-4942-4271-a385-2a4775b0d08a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.996108] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "57238acd-d05e-4c43-a9fb-7559ef4966a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.996497] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "57238acd-d05e-4c43-a9fb-7559ef4966a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.005928] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51056} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.007109] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 1518e07a-e6ec-4300-83c0-9dea5d8d1e08/1518e07a-e6ec-4300-83c0-9dea5d8d1e08.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.007629] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.007989] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f5c29fb-a0f9-4447-83bb-d511ac719012 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.030772] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1096.030772] env[62675]: value = "task-2691554" [ 1096.030772] env[62675]: _type = "Task" [ 1096.030772] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.035046] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691549, 'name': CreateVM_Task, 'duration_secs': 1.500611} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.039560] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.040394] env[62675]: DEBUG oslo_concurrency.lockutils [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.040800] env[62675]: DEBUG oslo_concurrency.lockutils [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.041482] env[62675]: DEBUG oslo_concurrency.lockutils [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.043075] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31023db-94d7-4301-95da-ebc78fe99b6f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.048357] env[62675]: DEBUG nova.compute.manager [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.057206] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.068332] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquiring lock "55715506-5861-46d4-b153-7f9e5b613723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.068332] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Lock "55715506-5861-46d4-b153-7f9e5b613723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.068332] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1096.068332] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522824cb-3f44-ece6-1387-7a42ea5ba544" [ 1096.068332] env[62675]: _type = "Task" [ 1096.068332] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.078481] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522824cb-3f44-ece6-1387-7a42ea5ba544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.096312] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: a1f99b1b-40ed-40e1-b56c-055aa4ebcabf] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.259326] env[62675]: DEBUG oslo_vmware.api [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387923} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.259649] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.259804] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.260016] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.260204] env[62675]: INFO nova.compute.manager [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1096.260451] env[62675]: DEBUG oslo.service.loopingcall [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1096.260670] env[62675]: DEBUG nova.compute.manager [-] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.260769] env[62675]: DEBUG nova.network.neutron [-] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.277339] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.277339] env[62675]: DEBUG nova.compute.manager [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.280294] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.718s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.280294] env[62675]: DEBUG nova.objects.instance [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'resources' on Instance uuid c0d4635c-98d8-4bc4-96dd-83f65be7b77b {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.500982] env[62675]: DEBUG nova.compute.manager [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.548393] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088741} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.548699] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.549791] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3ca3d3-c90b-4401-bd72-418c501a9721 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.570651] env[62675]: DEBUG nova.compute.manager [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.586459] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 1518e07a-e6ec-4300-83c0-9dea5d8d1e08/1518e07a-e6ec-4300-83c0-9dea5d8d1e08.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.592529] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2d5589-3548-4d5b-a787-4f40a9eed6e7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.609260] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.610171] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 1b186fef-0376-4d44-a0d8-f90090c6414f] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1096.621426] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522824cb-3f44-ece6-1387-7a42ea5ba544, 'name': SearchDatastore_Task, 'duration_secs': 0.017075} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.623542] env[62675]: DEBUG oslo_concurrency.lockutils [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.623542] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.623542] env[62675]: DEBUG oslo_concurrency.lockutils [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.623692] env[62675]: DEBUG oslo_concurrency.lockutils [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.623914] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.624925] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1096.624925] env[62675]: value = "task-2691555" [ 1096.624925] env[62675]: _type = "Task" [ 1096.624925] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.624925] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-614c594d-d57b-4fed-b1c7-cd871cb0664a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.638140] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691555, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.643349] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.643536] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.645037] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e65ab11-83b5-4fd9-b78c-5806d9642c22 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.653263] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1096.653263] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52dca7f5-aa33-c8f6-25d8-18391fa9b230" [ 1096.653263] env[62675]: _type = "Task" [ 1096.653263] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.663289] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52dca7f5-aa33-c8f6-25d8-18391fa9b230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.765436] env[62675]: DEBUG nova.compute.manager [req-1f392308-dc01-401a-9a91-eedb5cde05ae req-ed371eda-5db3-4092-97fa-55bfa4632469 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Received event network-vif-plugged-a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.765719] env[62675]: DEBUG oslo_concurrency.lockutils [req-1f392308-dc01-401a-9a91-eedb5cde05ae req-ed371eda-5db3-4092-97fa-55bfa4632469 service nova] Acquiring lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.765970] env[62675]: DEBUG oslo_concurrency.lockutils [req-1f392308-dc01-401a-9a91-eedb5cde05ae req-ed371eda-5db3-4092-97fa-55bfa4632469 service nova] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.766323] env[62675]: DEBUG oslo_concurrency.lockutils [req-1f392308-dc01-401a-9a91-eedb5cde05ae req-ed371eda-5db3-4092-97fa-55bfa4632469 service nova] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.766399] env[62675]: DEBUG nova.compute.manager [req-1f392308-dc01-401a-9a91-eedb5cde05ae req-ed371eda-5db3-4092-97fa-55bfa4632469 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] No waiting events found dispatching network-vif-plugged-a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.766585] env[62675]: WARNING nova.compute.manager [req-1f392308-dc01-401a-9a91-eedb5cde05ae req-ed371eda-5db3-4092-97fa-55bfa4632469 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Received unexpected event network-vif-plugged-a4237295-64c0-42e4-91ba-c27228f2dbc7 for instance with vm_state building and task_state spawning. [ 1096.782712] env[62675]: DEBUG nova.compute.utils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1096.788601] env[62675]: DEBUG nova.compute.manager [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.788848] env[62675]: DEBUG nova.network.neutron [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.844267] env[62675]: DEBUG nova.network.neutron [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Successfully updated port: a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.852121] env[62675]: DEBUG nova.policy [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '753a92260a0543d2a8110cef1d9f1ae6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f869b25e30c4fc381e9ca7f09082bef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.899274] env[62675]: DEBUG nova.compute.manager [req-fe5222ce-675b-48d0-9463-9dbf6f9c3a0a req-4cca2c4e-5192-4ba1-90b0-ceed6b52cdc1 service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Received event network-vif-deleted-bf44177a-14ba-4cd6-81c0-efedfcbdc174 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.900030] env[62675]: INFO nova.compute.manager [req-fe5222ce-675b-48d0-9463-9dbf6f9c3a0a req-4cca2c4e-5192-4ba1-90b0-ceed6b52cdc1 service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Neutron deleted interface bf44177a-14ba-4cd6-81c0-efedfcbdc174; detaching it from the instance and deleting it from the info cache [ 1096.900030] env[62675]: DEBUG nova.network.neutron [req-fe5222ce-675b-48d0-9463-9dbf6f9c3a0a req-4cca2c4e-5192-4ba1-90b0-ceed6b52cdc1 service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.025151] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.107715] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.115467] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: cd639606-f799-42eb-95b5-8f98e365b903] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.119477] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265dc2f2-7eea-4cff-86d1-9f0528ab20f4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.129465] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cd705b-01f4-4569-a116-26863a167bdc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.144627] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.173400] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd25c8f-8aef-497f-a807-ccac95a0e5ae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.183369] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52dca7f5-aa33-c8f6-25d8-18391fa9b230, 'name': SearchDatastore_Task, 'duration_secs': 0.025126} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.186438] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd81ff1-cdba-4a99-96b8-4d9033af994f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.189728] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f003bc02-eb00-4ec2-9a34-50d7616e2d0f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.197967] env[62675]: DEBUG oslo_concurrency.lockutils [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.198176] env[62675]: DEBUG oslo_concurrency.lockutils [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.199576] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1097.199576] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522d229e-5f38-ba6f-459d-2587d70efb4a" [ 1097.199576] env[62675]: _type = "Task" [ 1097.199576] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.210015] env[62675]: DEBUG nova.compute.provider_tree [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.222075] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522d229e-5f38-ba6f-459d-2587d70efb4a, 'name': SearchDatastore_Task, 'duration_secs': 0.01856} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.222925] env[62675]: DEBUG oslo_concurrency.lockutils [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.223461] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0/312d82ae-8db4-49c1-bb1c-4de5f07e5ff0.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.223616] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d9bf616-be56-4a44-8252-e22509ca4cb2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.234176] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1097.234176] env[62675]: value = "task-2691556" [ 1097.234176] env[62675]: _type = "Task" [ 1097.234176] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.234176] env[62675]: DEBUG nova.network.neutron [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Successfully created port: 0647b59e-9e85-4b55-a8c3-8cf884c8f85f {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.245784] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.286421] env[62675]: DEBUG nova.compute.manager [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.348848] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.348848] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.348848] env[62675]: DEBUG nova.network.neutron [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.372542] env[62675]: DEBUG nova.network.neutron [-] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.402582] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c785b637-b1a2-43f1-ab4c-b61380c51507 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.415411] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef02e42-f48d-43ea-bacb-04c96cd93225 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.459140] env[62675]: DEBUG nova.compute.manager [req-fe5222ce-675b-48d0-9463-9dbf6f9c3a0a req-4cca2c4e-5192-4ba1-90b0-ceed6b52cdc1 service nova] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Detach interface failed, port_id=bf44177a-14ba-4cd6-81c0-efedfcbdc174, reason: Instance 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1097.623619] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: ff7e5351-7495-4be9-8af5-e27f42dd545c] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1097.645536] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.711933] env[62675]: INFO nova.compute.manager [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Detaching volume 6f42fe5d-7cbc-4c00-9574-14498f770a67 [ 1097.717060] env[62675]: DEBUG nova.scheduler.client.report [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.745767] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.750023] env[62675]: INFO nova.virt.block_device [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Attempting to driver detach volume 6f42fe5d-7cbc-4c00-9574-14498f770a67 from mountpoint /dev/sdb [ 1097.750023] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1097.750023] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542448', 'volume_id': '6f42fe5d-7cbc-4c00-9574-14498f770a67', 'name': 'volume-6f42fe5d-7cbc-4c00-9574-14498f770a67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9e8115f4-d252-4a18-a345-b7c29acf7d02', 'attached_at': '', 'detached_at': '', 'volume_id': '6f42fe5d-7cbc-4c00-9574-14498f770a67', 'serial': '6f42fe5d-7cbc-4c00-9574-14498f770a67'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1097.750928] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a25476-f501-40b0-aea5-d228d6bfa576 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.776245] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08992435-d714-430a-9c11-2040999d4a95 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.784917] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3cc4a7-2402-49c5-836f-8378fb903b0a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.810426] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1770f91-3ab3-4db0-b9be-5b711cc6373d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.828043] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] The volume has not been displaced from its original location: [datastore1] volume-6f42fe5d-7cbc-4c00-9574-14498f770a67/volume-6f42fe5d-7cbc-4c00-9574-14498f770a67.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1097.833074] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.834355] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88f74710-94a9-4037-a13b-401c46e0566a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.856498] env[62675]: DEBUG oslo_vmware.api [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1097.856498] env[62675]: value = "task-2691558" [ 1097.856498] env[62675]: _type = "Task" [ 1097.856498] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.867506] env[62675]: DEBUG oslo_vmware.api [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.876324] env[62675]: INFO nova.compute.manager [-] [instance: 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3] Took 1.62 seconds to deallocate network for instance. [ 1097.882259] env[62675]: DEBUG nova.network.neutron [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.066470] env[62675]: DEBUG nova.network.neutron [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updating instance_info_cache with network_info: [{"id": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "address": "fa:16:3e:24:c0:df", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4237295-64", "ovs_interfaceid": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.126944] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: b9f1040c-af4d-4a0d-a621-08edc636d3e9] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.145185] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691555, 'name': ReconfigVM_Task, 'duration_secs': 1.333025} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.145512] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 1518e07a-e6ec-4300-83c0-9dea5d8d1e08/1518e07a-e6ec-4300-83c0-9dea5d8d1e08.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.146292] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08fe9591-db50-425d-b3a9-21c6d9d224eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.155079] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1098.155079] env[62675]: value = "task-2691559" [ 1098.155079] env[62675]: _type = "Task" [ 1098.155079] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.170049] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691559, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.224781] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.227731] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.619s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.229566] env[62675]: INFO nova.compute.claims [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.248536] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691556, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.250482] env[62675]: INFO nova.scheduler.client.report [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Deleted allocations for instance c0d4635c-98d8-4bc4-96dd-83f65be7b77b [ 1098.314811] env[62675]: DEBUG nova.compute.manager [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.345962] env[62675]: DEBUG nova.virt.hardware [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.347637] env[62675]: DEBUG nova.virt.hardware [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.347637] env[62675]: DEBUG nova.virt.hardware [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.347637] env[62675]: DEBUG nova.virt.hardware [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.347637] env[62675]: DEBUG nova.virt.hardware [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.347637] env[62675]: DEBUG nova.virt.hardware [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.347637] env[62675]: DEBUG nova.virt.hardware [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.347637] env[62675]: DEBUG nova.virt.hardware [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.348068] env[62675]: DEBUG nova.virt.hardware [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.348068] env[62675]: DEBUG nova.virt.hardware [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.349158] env[62675]: DEBUG nova.virt.hardware [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.349629] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d221d2-21f6-447e-8c4f-e6b3f9c8d430 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.365303] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d9171b-a82e-43c7-907e-7eb3704a5789 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.377887] env[62675]: DEBUG oslo_vmware.api [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691558, 'name': ReconfigVM_Task, 'duration_secs': 0.279372} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.389252] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1098.395476] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.396277] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3ba201d-cd5f-4554-8ff1-25b66a1aa601 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.418024] env[62675]: DEBUG oslo_vmware.api [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1098.418024] env[62675]: value = "task-2691560" [ 1098.418024] env[62675]: _type = "Task" [ 1098.418024] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.425083] env[62675]: DEBUG oslo_vmware.api [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.569660] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.569781] env[62675]: DEBUG nova.compute.manager [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Instance network_info: |[{"id": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "address": "fa:16:3e:24:c0:df", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4237295-64", "ovs_interfaceid": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1098.570208] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:c0:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4237295-64c0-42e4-91ba-c27228f2dbc7', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.578038] env[62675]: DEBUG oslo.service.loopingcall [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1098.578458] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.578713] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-669d27fa-00d3-451c-b735-19b35bbebeee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.601532] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.601532] env[62675]: value = "task-2691561" [ 1098.601532] env[62675]: _type = "Task" [ 1098.601532] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.610348] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691561, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.631206] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 2b0786b5-b9fb-418f-a1ab-9312a2f8530d] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1098.667728] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691559, 'name': Rename_Task, 'duration_secs': 0.23991} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.668058] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.668338] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5773c6b1-64ef-4bfd-b0ae-7ed7ca348a86 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.677459] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1098.677459] env[62675]: value = "task-2691562" [ 1098.677459] env[62675]: _type = "Task" [ 1098.677459] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.690283] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.753213] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691556, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.175472} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.754200] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0/312d82ae-8db4-49c1-bb1c-4de5f07e5ff0.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.754456] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.754739] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab688d0a-87c0-4444-8a1f-73a5e36faba6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.759295] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ade73b47-bd49-474c-bf21-6f5020ba70b6 tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "c0d4635c-98d8-4bc4-96dd-83f65be7b77b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.204s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.767872] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1098.767872] env[62675]: value = "task-2691563" [ 1098.767872] env[62675]: _type = "Task" [ 1098.767872] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.783023] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.786788] env[62675]: DEBUG nova.network.neutron [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Successfully updated port: 0647b59e-9e85-4b55-a8c3-8cf884c8f85f {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.850422] env[62675]: DEBUG nova.compute.manager [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Received event network-changed-a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1098.850422] env[62675]: DEBUG nova.compute.manager [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Refreshing instance network info cache due to event network-changed-a4237295-64c0-42e4-91ba-c27228f2dbc7. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1098.850422] env[62675]: DEBUG oslo_concurrency.lockutils [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] Acquiring lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1098.851026] env[62675]: DEBUG oslo_concurrency.lockutils [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] Acquired lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.851418] env[62675]: DEBUG nova.network.neutron [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Refreshing network info cache for port a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.928316] env[62675]: DEBUG oslo_vmware.api [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691560, 'name': ReconfigVM_Task, 'duration_secs': 0.162999} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.928789] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542448', 'volume_id': '6f42fe5d-7cbc-4c00-9574-14498f770a67', 'name': 'volume-6f42fe5d-7cbc-4c00-9574-14498f770a67', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '9e8115f4-d252-4a18-a345-b7c29acf7d02', 'attached_at': '', 'detached_at': '', 'volume_id': '6f42fe5d-7cbc-4c00-9574-14498f770a67', 'serial': '6f42fe5d-7cbc-4c00-9574-14498f770a67'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1098.932291] env[62675]: DEBUG oslo_concurrency.lockutils [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "d540fe9e-315e-4164-a2a4-15a0c6e02205" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.932534] env[62675]: DEBUG oslo_concurrency.lockutils [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "d540fe9e-315e-4164-a2a4-15a0c6e02205" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.932746] env[62675]: DEBUG oslo_concurrency.lockutils [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "d540fe9e-315e-4164-a2a4-15a0c6e02205-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.933053] env[62675]: DEBUG oslo_concurrency.lockutils [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "d540fe9e-315e-4164-a2a4-15a0c6e02205-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.933186] env[62675]: DEBUG oslo_concurrency.lockutils [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "d540fe9e-315e-4164-a2a4-15a0c6e02205-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.935541] env[62675]: INFO nova.compute.manager [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Terminating instance [ 1099.113287] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691561, 'name': CreateVM_Task, 'duration_secs': 0.426238} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.113969] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.114888] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.114888] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.115150] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.115611] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628854de-9c51-46fa-9e42-74b79957a094 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.121557] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1099.121557] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b7b50e-837f-029b-9243-a0a1b3c605b6" [ 1099.121557] env[62675]: _type = "Task" [ 1099.121557] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.130567] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b7b50e-837f-029b-9243-a0a1b3c605b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.134140] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 0995bb6a-17ae-4e0a-b7b7-7dbfa1b4f838] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.189078] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691562, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.277658] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082705} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.277945] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1099.278751] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bed082-151c-4644-8776-117616ebad9c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.294302] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Acquiring lock "refresh_cache-80313d60-fb75-40ea-88c7-b5eb6e653137" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.294465] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Acquired lock "refresh_cache-80313d60-fb75-40ea-88c7-b5eb6e653137" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.294626] env[62675]: DEBUG nova.network.neutron [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.304889] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0/312d82ae-8db4-49c1-bb1c-4de5f07e5ff0.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1099.310394] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79fd2b40-5e48-4f67-8e5a-fb61948655d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.337558] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1099.337558] env[62675]: value = "task-2691564" [ 1099.337558] env[62675]: _type = "Task" [ 1099.337558] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.348425] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.360027] env[62675]: DEBUG nova.network.neutron [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.441625] env[62675]: DEBUG nova.compute.manager [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.441870] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.442884] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9134a149-796f-4495-9460-a09e6ab50c82 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.454858] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.454994] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a730e66-96e0-4d72-93a5-9850d41a777b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.465646] env[62675]: DEBUG oslo_vmware.api [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1099.465646] env[62675]: value = "task-2691566" [ 1099.465646] env[62675]: _type = "Task" [ 1099.465646] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.477647] env[62675]: DEBUG oslo_vmware.api [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.483039] env[62675]: DEBUG nova.objects.instance [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lazy-loading 'flavor' on Instance uuid 9e8115f4-d252-4a18-a345-b7c29acf7d02 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.528088] env[62675]: DEBUG nova.network.neutron [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Updating instance_info_cache with network_info: [{"id": "0647b59e-9e85-4b55-a8c3-8cf884c8f85f", "address": "fa:16:3e:f0:15:2f", "network": {"id": "63fe18b3-acbb-4379-af55-f5d41c50a026", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1569697083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f869b25e30c4fc381e9ca7f09082bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0647b59e-9e", "ovs_interfaceid": "0647b59e-9e85-4b55-a8c3-8cf884c8f85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.569544] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e28958-84cf-4235-9f4f-9aad852c0eec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.579860] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9058a4-844c-4243-a85a-d4563ba6a859 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.586143] env[62675]: DEBUG oslo_vmware.rw_handles [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a6d67-edf1-84dc-74c9-630baacb743d/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1099.587397] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e15af41-4061-4910-b4cd-8908a6d1bb2a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.595929] env[62675]: DEBUG oslo_vmware.rw_handles [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a6d67-edf1-84dc-74c9-630baacb743d/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1099.596178] env[62675]: ERROR oslo_vmware.rw_handles [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a6d67-edf1-84dc-74c9-630baacb743d/disk-0.vmdk due to incomplete transfer. [ 1099.626313] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb2b28c6-9b91-4a1c-9244-819d4a0bc532 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.634981] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6b2122-4a8f-40f9-a082-8a1c90b64ea8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.638823] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: be744242-1be5-4602-9ad3-6f1e1c3734b9] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1099.652413] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd746ca1-5cf6-4f32-a1a2-7f9f47f74edd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.656453] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b7b50e-837f-029b-9243-a0a1b3c605b6, 'name': SearchDatastore_Task, 'duration_secs': 0.017329} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.656701] env[62675]: DEBUG oslo_vmware.rw_handles [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522a6d67-edf1-84dc-74c9-630baacb743d/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1099.656886] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Uploaded image 84dfd317-b004-4ece-a4d2-99063cb9be29 to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1099.659208] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1099.659586] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.659872] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.660083] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.660243] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.660483] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.660696] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-501ff30d-ffc6-4224-a38c-9dc77fa1053a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.665721] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3553bc54-0086-4244-9eba-58c00c1f0b2b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.673932] env[62675]: DEBUG nova.compute.provider_tree [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.677959] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1099.677959] env[62675]: value = "task-2691567" [ 1099.677959] env[62675]: _type = "Task" [ 1099.677959] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.680118] env[62675]: DEBUG nova.network.neutron [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updated VIF entry in instance network info cache for port a4237295-64c0-42e4-91ba-c27228f2dbc7. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.680532] env[62675]: DEBUG nova.network.neutron [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updating instance_info_cache with network_info: [{"id": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "address": "fa:16:3e:24:c0:df", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4237295-64", "ovs_interfaceid": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.681792] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.681968] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.689342] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcbaff20-9053-413a-a045-a412afe062bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.699029] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1099.699029] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52450ebb-0515-3212-f886-d61f2b6bea7a" [ 1099.699029] env[62675]: _type = "Task" [ 1099.699029] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.702641] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691567, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.702827] env[62675]: DEBUG oslo_vmware.api [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691562, 'name': PowerOnVM_Task, 'duration_secs': 0.580146} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.705869] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.706103] env[62675]: INFO nova.compute.manager [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1099.706324] env[62675]: DEBUG nova.compute.manager [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.707341] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecb30fc-6377-4a7e-add9-07536ffb6734 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.717905] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52450ebb-0515-3212-f886-d61f2b6bea7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.848746] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691564, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.975676] env[62675]: DEBUG oslo_vmware.api [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691566, 'name': PowerOffVM_Task, 'duration_secs': 0.344841} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.975977] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.976166] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.976495] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd6364fd-87a9-48fb-8b66-36da1877b299 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.031293] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Releasing lock "refresh_cache-80313d60-fb75-40ea-88c7-b5eb6e653137" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.031700] env[62675]: DEBUG nova.compute.manager [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Instance network_info: |[{"id": "0647b59e-9e85-4b55-a8c3-8cf884c8f85f", "address": "fa:16:3e:f0:15:2f", "network": {"id": "63fe18b3-acbb-4379-af55-f5d41c50a026", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1569697083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f869b25e30c4fc381e9ca7f09082bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0647b59e-9e", "ovs_interfaceid": "0647b59e-9e85-4b55-a8c3-8cf884c8f85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.032165] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:15:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0647b59e-9e85-4b55-a8c3-8cf884c8f85f', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.041683] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Creating folder: Project (6f869b25e30c4fc381e9ca7f09082bef). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.042442] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f5354dc-e489-43b5-a951-261babe64b48 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.049743] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.049907] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.050106] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Deleting the datastore file [datastore1] d540fe9e-315e-4164-a2a4-15a0c6e02205 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.050378] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47c288bb-3188-4225-ac5b-d0fe75dacacc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.060932] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Created folder: Project (6f869b25e30c4fc381e9ca7f09082bef) in parent group-v542174. [ 1100.061244] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Creating folder: Instances. Parent ref: group-v542480. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.061529] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3587529c-45f7-4140-baae-2b9df33cbdbd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.069062] env[62675]: DEBUG oslo_vmware.api [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for the task: (returnval){ [ 1100.069062] env[62675]: value = "task-2691570" [ 1100.069062] env[62675]: _type = "Task" [ 1100.069062] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.078306] env[62675]: DEBUG oslo_vmware.api [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.079788] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Created folder: Instances in parent group-v542480. [ 1100.080066] env[62675]: DEBUG oslo.service.loopingcall [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.080284] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.080511] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c696aef9-8621-41d4-8791-7679b2ce0457 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.103417] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.103417] env[62675]: value = "task-2691572" [ 1100.103417] env[62675]: _type = "Task" [ 1100.103417] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.116057] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691572, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.142828] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 418f5295-c774-41bb-b4d6-f46d09f92b0e] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.179534] env[62675]: DEBUG nova.scheduler.client.report [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.187302] env[62675]: DEBUG oslo_concurrency.lockutils [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] Releasing lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.187580] env[62675]: DEBUG nova.compute.manager [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Received event network-vif-plugged-0647b59e-9e85-4b55-a8c3-8cf884c8f85f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.188514] env[62675]: DEBUG oslo_concurrency.lockutils [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] Acquiring lock "80313d60-fb75-40ea-88c7-b5eb6e653137-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.188514] env[62675]: DEBUG oslo_concurrency.lockutils [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] Lock "80313d60-fb75-40ea-88c7-b5eb6e653137-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.188514] env[62675]: DEBUG oslo_concurrency.lockutils [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] Lock "80313d60-fb75-40ea-88c7-b5eb6e653137-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.188514] env[62675]: DEBUG nova.compute.manager [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] No waiting events found dispatching network-vif-plugged-0647b59e-9e85-4b55-a8c3-8cf884c8f85f {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.188786] env[62675]: WARNING nova.compute.manager [req-d19a600a-dee2-44af-b680-e2f6e049573b req-af18871b-8a0e-4ad2-8d67-318b26e16e99 service nova] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Received unexpected event network-vif-plugged-0647b59e-9e85-4b55-a8c3-8cf884c8f85f for instance with vm_state building and task_state spawning. [ 1100.195618] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691567, 'name': Destroy_Task, 'duration_secs': 0.430755} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.195910] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Destroyed the VM [ 1100.196186] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1100.196752] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0dd244d5-02f3-40bc-a90f-171f4a6ebd6c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.209280] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1100.209280] env[62675]: value = "task-2691573" [ 1100.209280] env[62675]: _type = "Task" [ 1100.209280] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.216910] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52450ebb-0515-3212-f886-d61f2b6bea7a, 'name': SearchDatastore_Task, 'duration_secs': 0.034207} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.218433] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609b9617-3753-4460-858f-69e4466198de {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.228208] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691573, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.231274] env[62675]: INFO nova.compute.manager [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Took 18.19 seconds to build instance. [ 1100.234959] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1100.234959] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52919011-4d3c-85f7-0ad6-c65dc85f6003" [ 1100.234959] env[62675]: _type = "Task" [ 1100.234959] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.244836] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52919011-4d3c-85f7-0ad6-c65dc85f6003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.348489] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691564, 'name': ReconfigVM_Task, 'duration_secs': 0.52267} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.348900] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0/312d82ae-8db4-49c1-bb1c-4de5f07e5ff0.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.349688] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62ab4987-d3d8-497d-aeab-dabafeb1dc27 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.356671] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1100.356671] env[62675]: value = "task-2691574" [ 1100.356671] env[62675]: _type = "Task" [ 1100.356671] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.366098] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691574, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.493743] env[62675]: DEBUG oslo_concurrency.lockutils [None req-294813fe-d8c6-44a4-a44f-f8153bc88d90 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.582828] env[62675]: DEBUG oslo_vmware.api [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Task: {'id': task-2691570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276881} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.583117] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.583308] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.583739] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.583739] env[62675]: INFO nova.compute.manager [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1100.583943] env[62675]: DEBUG oslo.service.loopingcall [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.584160] env[62675]: DEBUG nova.compute.manager [-] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.584305] env[62675]: DEBUG nova.network.neutron [-] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.614372] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691572, 'name': CreateVM_Task, 'duration_secs': 0.491615} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.614594] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.615295] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.615465] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.615824] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.616105] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c674ae19-e2c3-41af-8057-a21c2eddb9c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.622826] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Waiting for the task: (returnval){ [ 1100.622826] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5221fdf6-f7e1-18e9-a5d9-7e4ff06e6992" [ 1100.622826] env[62675]: _type = "Task" [ 1100.622826] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.633769] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5221fdf6-f7e1-18e9-a5d9-7e4ff06e6992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.647741] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 08c08b75-6775-4dd7-a13c-2574d3d69558] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1100.688226] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.688678] env[62675]: DEBUG nova.compute.manager [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.691266] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.666s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.693222] env[62675]: INFO nova.compute.claims [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.722327] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691573, 'name': RemoveSnapshot_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.737273] env[62675]: DEBUG oslo_concurrency.lockutils [None req-75271a5f-8a15-43f0-ae14-40934fb3e146 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "1518e07a-e6ec-4300-83c0-9dea5d8d1e08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.704s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.747062] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52919011-4d3c-85f7-0ad6-c65dc85f6003, 'name': SearchDatastore_Task, 'duration_secs': 0.016892} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.747351] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.747639] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d/5d2ecba3-fb1b-41f9-b958-2a70abd4a38d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.748168] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-567601e6-f77e-461e-bb3b-e515f5330e38 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.757176] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1100.757176] env[62675]: value = "task-2691575" [ 1100.757176] env[62675]: _type = "Task" [ 1100.757176] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.766119] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.869014] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691574, 'name': Rename_Task, 'duration_secs': 0.236101} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.869014] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.869014] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ac1b25-31e0-4ab8-b5dd-781d27efc4df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.878712] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1100.878712] env[62675]: value = "task-2691576" [ 1100.878712] env[62675]: _type = "Task" [ 1100.878712] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.889165] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.894193] env[62675]: DEBUG nova.compute.manager [req-c9dd729c-d0a6-440f-bba8-80359a57a356 req-1783ac5c-2897-47c3-a524-dbe6faa32a6c service nova] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Received event network-changed-0647b59e-9e85-4b55-a8c3-8cf884c8f85f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.894193] env[62675]: DEBUG nova.compute.manager [req-c9dd729c-d0a6-440f-bba8-80359a57a356 req-1783ac5c-2897-47c3-a524-dbe6faa32a6c service nova] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Refreshing instance network info cache due to event network-changed-0647b59e-9e85-4b55-a8c3-8cf884c8f85f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1100.894193] env[62675]: DEBUG oslo_concurrency.lockutils [req-c9dd729c-d0a6-440f-bba8-80359a57a356 req-1783ac5c-2897-47c3-a524-dbe6faa32a6c service nova] Acquiring lock "refresh_cache-80313d60-fb75-40ea-88c7-b5eb6e653137" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.894193] env[62675]: DEBUG oslo_concurrency.lockutils [req-c9dd729c-d0a6-440f-bba8-80359a57a356 req-1783ac5c-2897-47c3-a524-dbe6faa32a6c service nova] Acquired lock "refresh_cache-80313d60-fb75-40ea-88c7-b5eb6e653137" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.894193] env[62675]: DEBUG nova.network.neutron [req-c9dd729c-d0a6-440f-bba8-80359a57a356 req-1783ac5c-2897-47c3-a524-dbe6faa32a6c service nova] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Refreshing network info cache for port 0647b59e-9e85-4b55-a8c3-8cf884c8f85f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.981894] env[62675]: DEBUG nova.compute.manager [req-d4b24662-2580-49b5-80d5-04f302ff23d9 req-a4e6d8ad-fb51-4a4e-967c-98b508a9fcb4 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Received event network-vif-deleted-28b3914f-e977-49d4-a065-a99bfdedfe6d {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.982237] env[62675]: INFO nova.compute.manager [req-d4b24662-2580-49b5-80d5-04f302ff23d9 req-a4e6d8ad-fb51-4a4e-967c-98b508a9fcb4 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Neutron deleted interface 28b3914f-e977-49d4-a065-a99bfdedfe6d; detaching it from the instance and deleting it from the info cache [ 1100.982444] env[62675]: DEBUG nova.network.neutron [req-d4b24662-2580-49b5-80d5-04f302ff23d9 req-a4e6d8ad-fb51-4a4e-967c-98b508a9fcb4 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.133242] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5221fdf6-f7e1-18e9-a5d9-7e4ff06e6992, 'name': SearchDatastore_Task, 'duration_secs': 0.041015} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.133586] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.133834] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.134259] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.134259] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.134463] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.134828] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7cdd852-cff2-443f-9759-963a10f3481a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.151888] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 86554a0f-1325-4e3e-a1ea-7790a5ab6a43] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.154826] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.155122] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.156168] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b841b18c-1432-4990-b4a3-69c4138108c9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.164570] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Waiting for the task: (returnval){ [ 1101.164570] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525c3e07-f809-9869-931d-dec342ad6f04" [ 1101.164570] env[62675]: _type = "Task" [ 1101.164570] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.171431] env[62675]: DEBUG oslo_concurrency.lockutils [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "1518e07a-e6ec-4300-83c0-9dea5d8d1e08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.171787] env[62675]: DEBUG oslo_concurrency.lockutils [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "1518e07a-e6ec-4300-83c0-9dea5d8d1e08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.172082] env[62675]: DEBUG oslo_concurrency.lockutils [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "1518e07a-e6ec-4300-83c0-9dea5d8d1e08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.172316] env[62675]: DEBUG oslo_concurrency.lockutils [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "1518e07a-e6ec-4300-83c0-9dea5d8d1e08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.172541] env[62675]: DEBUG oslo_concurrency.lockutils [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "1518e07a-e6ec-4300-83c0-9dea5d8d1e08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.175018] env[62675]: INFO nova.compute.manager [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Terminating instance [ 1101.182190] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525c3e07-f809-9869-931d-dec342ad6f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.197889] env[62675]: DEBUG nova.compute.utils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1101.206028] env[62675]: DEBUG nova.compute.manager [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Not allocating networking since 'none' was specified. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1101.222248] env[62675]: DEBUG oslo_vmware.api [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691573, 'name': RemoveSnapshot_Task, 'duration_secs': 0.945038} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.222584] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1101.222852] env[62675]: INFO nova.compute.manager [None req-8312f8ff-22b4-4312-aedb-f208b50968de tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Took 14.06 seconds to snapshot the instance on the hypervisor. [ 1101.268833] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691575, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.389503] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691576, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.410401] env[62675]: DEBUG nova.network.neutron [-] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.486317] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8668954a-f0d7-42a9-8bd8-7375f01b751d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.496098] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff3aab6-6bd8-4164-9bfb-04d4895a60fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.538040] env[62675]: DEBUG nova.compute.manager [req-d4b24662-2580-49b5-80d5-04f302ff23d9 req-a4e6d8ad-fb51-4a4e-967c-98b508a9fcb4 service nova] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Detach interface failed, port_id=28b3914f-e977-49d4-a065-a99bfdedfe6d, reason: Instance d540fe9e-315e-4164-a2a4-15a0c6e02205 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1101.608246] env[62675]: DEBUG nova.network.neutron [req-c9dd729c-d0a6-440f-bba8-80359a57a356 req-1783ac5c-2897-47c3-a524-dbe6faa32a6c service nova] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Updated VIF entry in instance network info cache for port 0647b59e-9e85-4b55-a8c3-8cf884c8f85f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.608647] env[62675]: DEBUG nova.network.neutron [req-c9dd729c-d0a6-440f-bba8-80359a57a356 req-1783ac5c-2897-47c3-a524-dbe6faa32a6c service nova] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Updating instance_info_cache with network_info: [{"id": "0647b59e-9e85-4b55-a8c3-8cf884c8f85f", "address": "fa:16:3e:f0:15:2f", "network": {"id": "63fe18b3-acbb-4379-af55-f5d41c50a026", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1569697083-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f869b25e30c4fc381e9ca7f09082bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0647b59e-9e", "ovs_interfaceid": "0647b59e-9e85-4b55-a8c3-8cf884c8f85f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.655455] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 07af8836-2f8f-4ee0-ab1f-06aaa66a0c18] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1101.675257] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525c3e07-f809-9869-931d-dec342ad6f04, 'name': SearchDatastore_Task, 'duration_secs': 0.070782} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.676111] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bff53113-25ca-4faa-ba69-45aa2078c095 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.682835] env[62675]: DEBUG nova.compute.manager [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.683263] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.683439] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Waiting for the task: (returnval){ [ 1101.683439] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cd094c-e508-87b2-f59b-9d3b8dbe28b7" [ 1101.683439] env[62675]: _type = "Task" [ 1101.683439] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.684462] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18290383-21ea-4f6a-aadc-67ed98449f14 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.696105] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cd094c-e508-87b2-f59b-9d3b8dbe28b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.698342] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.698587] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c76ba810-6676-48b9-8d27-e617403c51c4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.700577] env[62675]: DEBUG nova.compute.manager [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.709024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.709024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.709195] env[62675]: DEBUG oslo_concurrency.lockutils [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "9e8115f4-d252-4a18-a345-b7c29acf7d02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.709449] env[62675]: DEBUG oslo_concurrency.lockutils [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.709787] env[62675]: DEBUG oslo_concurrency.lockutils [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.712025] env[62675]: INFO nova.compute.manager [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Terminating instance [ 1101.714095] env[62675]: DEBUG oslo_vmware.api [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1101.714095] env[62675]: value = "task-2691578" [ 1101.714095] env[62675]: _type = "Task" [ 1101.714095] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.729389] env[62675]: DEBUG oslo_vmware.api [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.768569] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687374} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.771076] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d/5d2ecba3-fb1b-41f9-b958-2a70abd4a38d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.771320] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.771753] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0099a5e-8619-4eb7-a9ff-2125bc996a80 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.779419] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1101.779419] env[62675]: value = "task-2691579" [ 1101.779419] env[62675]: _type = "Task" [ 1101.779419] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.792308] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.889611] env[62675]: DEBUG oslo_vmware.api [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691576, 'name': PowerOnVM_Task, 'duration_secs': 0.677201} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.889907] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.890151] env[62675]: DEBUG nova.compute.manager [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.890900] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90111a45-89ee-40ca-9f94-8d151272726c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.913342] env[62675]: INFO nova.compute.manager [-] [instance: d540fe9e-315e-4164-a2a4-15a0c6e02205] Took 1.33 seconds to deallocate network for instance. [ 1101.935578] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b336f32-7453-4bb0-8e29-423630e9f75d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.946167] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a765c039-c4a2-420e-86e6-7e05d2b5fb4f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.981214] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5ed5b6-6821-40f4-980f-0a6bea89026f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.990141] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c11682-12f0-45a7-abad-caa21b7199d1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.008577] env[62675]: DEBUG nova.compute.provider_tree [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.113017] env[62675]: DEBUG oslo_concurrency.lockutils [req-c9dd729c-d0a6-440f-bba8-80359a57a356 req-1783ac5c-2897-47c3-a524-dbe6faa32a6c service nova] Releasing lock "refresh_cache-80313d60-fb75-40ea-88c7-b5eb6e653137" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.160391] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 98bc2a7c-038b-48b6-83ad-db991d3b2c55] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.200250] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cd094c-e508-87b2-f59b-9d3b8dbe28b7, 'name': SearchDatastore_Task, 'duration_secs': 0.024365} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.200527] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.200835] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 80313d60-fb75-40ea-88c7-b5eb6e653137/80313d60-fb75-40ea-88c7-b5eb6e653137.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.201178] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fea93f52-a46e-4261-8627-ae2ce2a8cea6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.210871] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Waiting for the task: (returnval){ [ 1102.210871] env[62675]: value = "task-2691580" [ 1102.210871] env[62675]: _type = "Task" [ 1102.210871] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.223240] env[62675]: DEBUG nova.compute.manager [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.223508] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.223746] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691580, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.224547] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a33f6a9-752a-4791-9af3-74498a12b176 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.233442] env[62675]: DEBUG oslo_vmware.api [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691578, 'name': PowerOffVM_Task, 'duration_secs': 0.290396} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.236164] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.236164] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.236422] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.236661] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b0bbc8e-50db-4602-858b-b7bb55d97608 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.238223] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd769d6e-c190-473f-8895-8e84e7926cbe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.245682] env[62675]: DEBUG oslo_vmware.api [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1102.245682] env[62675]: value = "task-2691581" [ 1102.245682] env[62675]: _type = "Task" [ 1102.245682] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.255867] env[62675]: DEBUG oslo_vmware.api [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.291564] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107884} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.291853] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.292710] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7b4edd-beb2-47b5-add5-6c42ef4afb0c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.316734] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d/5d2ecba3-fb1b-41f9-b958-2a70abd4a38d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.317107] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f00e80f-a089-404c-a24a-da77e315012f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.333902] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.334145] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.334353] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleting the datastore file [datastore2] 1518e07a-e6ec-4300-83c0-9dea5d8d1e08 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.335025] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d2203c8-40ad-46a2-8c8b-cdfe940fc266 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.340185] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1102.340185] env[62675]: value = "task-2691583" [ 1102.340185] env[62675]: _type = "Task" [ 1102.340185] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.349067] env[62675]: DEBUG oslo_vmware.api [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1102.349067] env[62675]: value = "task-2691584" [ 1102.349067] env[62675]: _type = "Task" [ 1102.349067] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.353390] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.358927] env[62675]: DEBUG oslo_vmware.api [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.414035] env[62675]: DEBUG oslo_concurrency.lockutils [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.421966] env[62675]: DEBUG oslo_concurrency.lockutils [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.514060] env[62675]: DEBUG nova.scheduler.client.report [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.662620] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: de91c72c-17aa-48a8-a54e-72644666e8e5] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1102.709250] env[62675]: DEBUG nova.compute.manager [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.723583] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691580, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.735201] env[62675]: DEBUG nova.virt.hardware [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.735476] env[62675]: DEBUG nova.virt.hardware [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.735635] env[62675]: DEBUG nova.virt.hardware [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.735814] env[62675]: DEBUG nova.virt.hardware [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.735963] env[62675]: DEBUG nova.virt.hardware [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.736132] env[62675]: DEBUG nova.virt.hardware [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.736350] env[62675]: DEBUG nova.virt.hardware [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.737035] env[62675]: DEBUG nova.virt.hardware [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.737035] env[62675]: DEBUG nova.virt.hardware [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.737035] env[62675]: DEBUG nova.virt.hardware [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.737035] env[62675]: DEBUG nova.virt.hardware [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.737894] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ecb797-40b4-4399-b1b7-50de91131b89 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.746804] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593bdbd2-9346-4ca8-8082-9be42465a339 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.759657] env[62675]: DEBUG oslo_vmware.api [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691581, 'name': PowerOffVM_Task, 'duration_secs': 0.39869} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.767080] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.767282] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.768077] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Instance VIF info [] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.773504] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Creating folder: Project (5a9951ec15f94b17b9d4de3253e11009). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.773812] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2ed996b-527f-40f8-b256-70736fe5f44b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.775409] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0376bda3-e5c0-47f4-bf34-ec9d84df05d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.788079] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Created folder: Project (5a9951ec15f94b17b9d4de3253e11009) in parent group-v542174. [ 1102.788284] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Creating folder: Instances. Parent ref: group-v542483. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.788525] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-322e772e-3d9a-4e67-9b70-6a973bf4513b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.801494] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Created folder: Instances in parent group-v542483. [ 1102.801494] env[62675]: DEBUG oslo.service.loopingcall [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.801741] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.801949] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fb491d1-364d-4104-8234-64aeccf71532 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.818990] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.818990] env[62675]: value = "task-2691588" [ 1102.818990] env[62675]: _type = "Task" [ 1102.818990] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.827187] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691588, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.849829] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.862108] env[62675]: DEBUG oslo_vmware.api [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405566} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.863429] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.863617] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.863817] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.863994] env[62675]: INFO nova.compute.manager [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1102.864265] env[62675]: DEBUG oslo.service.loopingcall [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.864480] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.864655] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.864828] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleting the datastore file [datastore2] 9e8115f4-d252-4a18-a345-b7c29acf7d02 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.865086] env[62675]: DEBUG nova.compute.manager [-] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.865180] env[62675]: DEBUG nova.network.neutron [-] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.866893] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-353d04e8-35b1-4b07-9e32-d1413237db77 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.874943] env[62675]: DEBUG oslo_vmware.api [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1102.874943] env[62675]: value = "task-2691589" [ 1102.874943] env[62675]: _type = "Task" [ 1102.874943] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.885451] env[62675]: DEBUG oslo_vmware.api [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.885855] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Acquiring lock "8223760e-3688-48c7-9043-2f6532f67a1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.887295] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lock "8223760e-3688-48c7-9043-2f6532f67a1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.887295] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Acquiring lock "8223760e-3688-48c7-9043-2f6532f67a1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.887295] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lock "8223760e-3688-48c7-9043-2f6532f67a1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.887295] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lock "8223760e-3688-48c7-9043-2f6532f67a1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.890201] env[62675]: INFO nova.compute.manager [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Terminating instance [ 1103.019900] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.020440] env[62675]: DEBUG nova.compute.manager [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.025350] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.917s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.030034] env[62675]: INFO nova.compute.claims [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.166382] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: ac96ef90-e5a4-4e27-8250-2c9ab262dbdb] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.204485] env[62675]: DEBUG nova.compute.manager [req-305c11a2-334f-46dc-9ae6-24a5108fd323 req-07cfab67-3ecd-4d0d-9e18-c5f6421bd9dc service nova] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Received event network-vif-deleted-e1a8695d-a8f8-4021-a68f-b7da2da5088e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.204758] env[62675]: INFO nova.compute.manager [req-305c11a2-334f-46dc-9ae6-24a5108fd323 req-07cfab67-3ecd-4d0d-9e18-c5f6421bd9dc service nova] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Neutron deleted interface e1a8695d-a8f8-4021-a68f-b7da2da5088e; detaching it from the instance and deleting it from the info cache [ 1103.204988] env[62675]: DEBUG nova.network.neutron [req-305c11a2-334f-46dc-9ae6-24a5108fd323 req-07cfab67-3ecd-4d0d-9e18-c5f6421bd9dc service nova] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.224442] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691580, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554251} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.224696] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 80313d60-fb75-40ea-88c7-b5eb6e653137/80313d60-fb75-40ea-88c7-b5eb6e653137.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.224916] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.225183] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e04801c-0956-4652-a4ef-54b07b81c7ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.232722] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Waiting for the task: (returnval){ [ 1103.232722] env[62675]: value = "task-2691590" [ 1103.232722] env[62675]: _type = "Task" [ 1103.232722] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.242304] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.329708] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691588, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.351161] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691583, 'name': ReconfigVM_Task, 'duration_secs': 0.623786} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.351826] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d/5d2ecba3-fb1b-41f9-b958-2a70abd4a38d.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.352501] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55f3131b-4466-4ad8-b764-a94c8aa6cf2e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.358092] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquiring lock "312d82ae-8db4-49c1-bb1c-4de5f07e5ff0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.358362] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lock "312d82ae-8db4-49c1-bb1c-4de5f07e5ff0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.358602] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquiring lock "312d82ae-8db4-49c1-bb1c-4de5f07e5ff0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.358821] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lock "312d82ae-8db4-49c1-bb1c-4de5f07e5ff0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.359030] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lock "312d82ae-8db4-49c1-bb1c-4de5f07e5ff0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.361867] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1103.361867] env[62675]: value = "task-2691591" [ 1103.361867] env[62675]: _type = "Task" [ 1103.361867] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.362335] env[62675]: INFO nova.compute.manager [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Terminating instance [ 1103.376567] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691591, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.388655] env[62675]: DEBUG oslo_vmware.api [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192808} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.388981] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.389259] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.389525] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.389717] env[62675]: INFO nova.compute.manager [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1103.389965] env[62675]: DEBUG oslo.service.loopingcall [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1103.390182] env[62675]: DEBUG nova.compute.manager [-] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.390374] env[62675]: DEBUG nova.network.neutron [-] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.395105] env[62675]: DEBUG nova.compute.manager [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.395301] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.396412] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec14c7d-6a35-494c-adfe-1ad310b7d1c8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.404703] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.404916] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c72bdcb0-faa8-4ea7-b651-aa96fcaceb41 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.411503] env[62675]: DEBUG oslo_vmware.api [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1103.411503] env[62675]: value = "task-2691592" [ 1103.411503] env[62675]: _type = "Task" [ 1103.411503] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.420991] env[62675]: DEBUG oslo_vmware.api [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.533888] env[62675]: DEBUG nova.compute.utils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1103.540721] env[62675]: DEBUG nova.compute.manager [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Not allocating networking since 'none' was specified. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1103.669938] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d369db14-64c9-4d08-8730-64c121eeb40f] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1103.681143] env[62675]: DEBUG nova.network.neutron [-] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.708305] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e0aef79-9b24-4a28-ba65-574168b37386 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.718918] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942118d5-955d-426e-b0d1-137b8cea57f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.747692] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07998} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.759549] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.759936] env[62675]: DEBUG nova.compute.manager [req-305c11a2-334f-46dc-9ae6-24a5108fd323 req-07cfab67-3ecd-4d0d-9e18-c5f6421bd9dc service nova] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Detach interface failed, port_id=e1a8695d-a8f8-4021-a68f-b7da2da5088e, reason: Instance 1518e07a-e6ec-4300-83c0-9dea5d8d1e08 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1103.760829] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74baee46-22cf-4d88-a7d5-59cd0ea60966 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.790206] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 80313d60-fb75-40ea-88c7-b5eb6e653137/80313d60-fb75-40ea-88c7-b5eb6e653137.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.790679] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76f8c631-65b7-4e5d-ad31-68623beca036 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.826270] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Waiting for the task: (returnval){ [ 1103.826270] env[62675]: value = "task-2691593" [ 1103.826270] env[62675]: _type = "Task" [ 1103.826270] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.836197] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691588, 'name': CreateVM_Task, 'duration_secs': 0.533757} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.836915] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.837528] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.837809] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.838301] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.838661] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b2b448a-5a58-4165-9819-34c5c4c68e6e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.844354] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.848017] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1103.848017] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524f2cb7-3024-24dc-cc34-71032c5b13d1" [ 1103.848017] env[62675]: _type = "Task" [ 1103.848017] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.856556] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524f2cb7-3024-24dc-cc34-71032c5b13d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.868875] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquiring lock "refresh_cache-312d82ae-8db4-49c1-bb1c-4de5f07e5ff0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.869126] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquired lock "refresh_cache-312d82ae-8db4-49c1-bb1c-4de5f07e5ff0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.869334] env[62675]: DEBUG nova.network.neutron [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.874056] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691591, 'name': Rename_Task, 'duration_secs': 0.156283} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.874056] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.874205] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d34fdcd5-c2a9-48e5-9ac1-f41b64fd7a65 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.881774] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1103.881774] env[62675]: value = "task-2691594" [ 1103.881774] env[62675]: _type = "Task" [ 1103.881774] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.889734] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.923401] env[62675]: DEBUG oslo_vmware.api [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691592, 'name': PowerOffVM_Task, 'duration_secs': 0.211773} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.923949] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.924174] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.924475] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05b6b271-5ce0-4518-85f0-c7c726abb136 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.003417] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.003733] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.003975] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Deleting the datastore file [datastore1] 8223760e-3688-48c7-9043-2f6532f67a1d {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.004345] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5a8d02f-0e4e-4dd8-a7f8-fbf6115fc6bd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.012589] env[62675]: DEBUG oslo_vmware.api [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for the task: (returnval){ [ 1104.012589] env[62675]: value = "task-2691596" [ 1104.012589] env[62675]: _type = "Task" [ 1104.012589] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.023722] env[62675]: DEBUG oslo_vmware.api [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.044853] env[62675]: DEBUG nova.compute.manager [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.174491] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: cb3564c7-1a9a-4c35-ad26-e3baed627076] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.190026] env[62675]: INFO nova.compute.manager [-] [instance: 1518e07a-e6ec-4300-83c0-9dea5d8d1e08] Took 1.32 seconds to deallocate network for instance. [ 1104.316787] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c86362-b085-4751-a4a3-b0f2de2de54e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.326948] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18117d9-10dc-4c77-bcab-85d71beec8be {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.341677] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691593, 'name': ReconfigVM_Task, 'duration_secs': 0.427232} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.369657] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 80313d60-fb75-40ea-88c7-b5eb6e653137/80313d60-fb75-40ea-88c7-b5eb6e653137.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.370772] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0844061-3874-4fe4-8bf3-e3a8b03de4d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.376976] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7494f350-720b-408e-b679-74cc3927c22f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.389815] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524f2cb7-3024-24dc-cc34-71032c5b13d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.393913] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.394355] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.394672] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1104.394881] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.395124] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.395605] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Waiting for the task: (returnval){ [ 1104.395605] env[62675]: value = "task-2691597" [ 1104.395605] env[62675]: _type = "Task" [ 1104.395605] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.398854] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94bc3092-d7d7-4965-93ac-1ffe620bf9a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.401908] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdf7244-c565-4757-9d6b-95e93839c2d1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.407975] env[62675]: DEBUG oslo_vmware.api [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691594, 'name': PowerOnVM_Task, 'duration_secs': 0.504317} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.410630] env[62675]: DEBUG nova.network.neutron [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.413749] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.413970] env[62675]: INFO nova.compute.manager [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1104.414162] env[62675]: DEBUG nova.compute.manager [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.414490] env[62675]: DEBUG nova.network.neutron [-] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.417526] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d903e9-cac5-4cef-803c-b041aa067e4c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.432557] env[62675]: DEBUG nova.compute.provider_tree [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.436063] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.436266] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.437048] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691597, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.439833] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a01e7d9-e998-4e05-88d2-8292cf54d245 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.454895] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1104.454895] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fa4867-028c-f936-50f5-bde443707fe9" [ 1104.454895] env[62675]: _type = "Task" [ 1104.454895] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.464383] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fa4867-028c-f936-50f5-bde443707fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.490877] env[62675]: DEBUG nova.network.neutron [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.523462] env[62675]: DEBUG oslo_vmware.api [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Task: {'id': task-2691596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158602} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.523856] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.523856] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.524149] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.524321] env[62675]: INFO nova.compute.manager [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1104.524449] env[62675]: DEBUG oslo.service.loopingcall [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1104.524638] env[62675]: DEBUG nova.compute.manager [-] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.524769] env[62675]: DEBUG nova.network.neutron [-] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.681882] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 9ae78af9-186f-4818-85ef-7ab2f597dd01] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1104.698715] env[62675]: DEBUG oslo_concurrency.lockutils [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.912395] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691597, 'name': Rename_Task, 'duration_secs': 0.342939} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.912695] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.912958] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-301f740f-5f69-4770-bcb0-8293b9c85ff8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.919781] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Waiting for the task: (returnval){ [ 1104.919781] env[62675]: value = "task-2691598" [ 1104.919781] env[62675]: _type = "Task" [ 1104.919781] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.923239] env[62675]: INFO nova.compute.manager [-] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Took 1.53 seconds to deallocate network for instance. [ 1104.931120] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.939381] env[62675]: DEBUG nova.scheduler.client.report [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.954440] env[62675]: INFO nova.compute.manager [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Took 13.50 seconds to build instance. [ 1104.966231] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fa4867-028c-f936-50f5-bde443707fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.013005} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.968044] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf3e31e-d04e-4e3e-9fec-14d2eda717ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.975223] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1104.975223] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5242c621-1335-578a-f0f6-253a13a03a52" [ 1104.975223] env[62675]: _type = "Task" [ 1104.975223] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.986232] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5242c621-1335-578a-f0f6-253a13a03a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.993122] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Releasing lock "refresh_cache-312d82ae-8db4-49c1-bb1c-4de5f07e5ff0" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.993550] env[62675]: DEBUG nova.compute.manager [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1104.993800] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.994615] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c062cb-1326-4413-8167-e323d89ceca4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.003266] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.003547] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56cde069-cf91-49e5-93b2-54635a01961e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.013257] env[62675]: DEBUG oslo_vmware.api [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1105.013257] env[62675]: value = "task-2691599" [ 1105.013257] env[62675]: _type = "Task" [ 1105.013257] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.025239] env[62675]: DEBUG oslo_vmware.api [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.055112] env[62675]: DEBUG nova.compute.manager [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.093289] env[62675]: DEBUG nova.virt.hardware [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.093593] env[62675]: DEBUG nova.virt.hardware [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.093794] env[62675]: DEBUG nova.virt.hardware [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.094148] env[62675]: DEBUG nova.virt.hardware [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.094310] env[62675]: DEBUG nova.virt.hardware [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.094496] env[62675]: DEBUG nova.virt.hardware [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.094770] env[62675]: DEBUG nova.virt.hardware [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.094975] env[62675]: DEBUG nova.virt.hardware [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.095195] env[62675]: DEBUG nova.virt.hardware [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.095398] env[62675]: DEBUG nova.virt.hardware [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.095646] env[62675]: DEBUG nova.virt.hardware [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.096656] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9a886e-f204-4ae7-a3da-9ad82f62570e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.106015] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f576f1d3-468b-4320-91c6-ab30e73616db {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.121915] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Instance VIF info [] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.127734] env[62675]: DEBUG oslo.service.loopingcall [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.128013] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.128250] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ca217ca-abdc-4b4b-b44b-35bff740a9b7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.147533] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.147533] env[62675]: value = "task-2691600" [ 1105.147533] env[62675]: _type = "Task" [ 1105.147533] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.160847] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691600, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.185612] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 06783f6d-1c8a-4895-88ef-9401fb6cd81b] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.269062] env[62675]: DEBUG nova.compute.manager [req-d6368e00-6d81-4dff-90d0-ef533eda7451 req-9ebd45d3-27cd-4064-8aa7-a36a5bc2ebcf service nova] [instance: 9e8115f4-d252-4a18-a345-b7c29acf7d02] Received event network-vif-deleted-2cbfc216-5406-4459-9064-8d76ec6f3a65 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.269175] env[62675]: DEBUG nova.compute.manager [req-d6368e00-6d81-4dff-90d0-ef533eda7451 req-9ebd45d3-27cd-4064-8aa7-a36a5bc2ebcf service nova] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Received event network-vif-deleted-e201adbf-a14a-49b2-9589-f4074afd279a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.270524] env[62675]: INFO nova.compute.manager [req-d6368e00-6d81-4dff-90d0-ef533eda7451 req-9ebd45d3-27cd-4064-8aa7-a36a5bc2ebcf service nova] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Neutron deleted interface e201adbf-a14a-49b2-9589-f4074afd279a; detaching it from the instance and deleting it from the info cache [ 1105.270524] env[62675]: DEBUG nova.network.neutron [req-d6368e00-6d81-4dff-90d0-ef533eda7451 req-9ebd45d3-27cd-4064-8aa7-a36a5bc2ebcf service nova] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.293512] env[62675]: DEBUG nova.network.neutron [-] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.431706] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691598, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.432830] env[62675]: DEBUG oslo_concurrency.lockutils [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.444487] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.445160] env[62675]: DEBUG nova.compute.manager [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.448102] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.053s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.448440] env[62675]: DEBUG nova.objects.instance [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lazy-loading 'resources' on Instance uuid 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.460480] env[62675]: DEBUG oslo_concurrency.lockutils [None req-643f2a1b-a4dc-45f0-b145-b082eefe00f7 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.068s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.490060] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5242c621-1335-578a-f0f6-253a13a03a52, 'name': SearchDatastore_Task, 'duration_secs': 0.013761} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.490366] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.490664] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 5687e71e-a7fe-47c0-b584-89f943408bb1/5687e71e-a7fe-47c0-b584-89f943408bb1.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.490953] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8353ba3a-1f4e-47b6-95f9-213c189ee7b4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.499521] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1105.499521] env[62675]: value = "task-2691601" [ 1105.499521] env[62675]: _type = "Task" [ 1105.499521] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.510281] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.521305] env[62675]: DEBUG oslo_vmware.api [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691599, 'name': PowerOffVM_Task, 'duration_secs': 0.13262} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.521660] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.521871] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.522168] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84ffac46-1aa8-4685-839c-6fe026deb39c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.550056] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.550352] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.550603] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Deleting the datastore file [datastore1] 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.550890] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd5c7f98-5123-49e2-962d-582616cae9f4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.558556] env[62675]: DEBUG oslo_vmware.api [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for the task: (returnval){ [ 1105.558556] env[62675]: value = "task-2691603" [ 1105.558556] env[62675]: _type = "Task" [ 1105.558556] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.569541] env[62675]: DEBUG oslo_vmware.api [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.605296] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.605646] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.660050] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691600, 'name': CreateVM_Task, 'duration_secs': 0.345131} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.660235] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.660651] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.660812] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.661158] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1105.661452] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dadbb33-b24c-44b9-8c15-7deea93026c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.666747] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1105.666747] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]521f07a9-10c5-4b3f-cf83-a0402821c08c" [ 1105.666747] env[62675]: _type = "Task" [ 1105.666747] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.676392] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521f07a9-10c5-4b3f-cf83-a0402821c08c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.689102] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: cccf5e3a-f6f4-4863-9435-8b5384916e4d] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1105.772959] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4eb0e389-8d58-4b32-8543-907fdb031d01 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.784493] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84404a8c-9307-4582-ae2a-942724d28815 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.798436] env[62675]: INFO nova.compute.manager [-] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Took 1.27 seconds to deallocate network for instance. [ 1105.819521] env[62675]: DEBUG nova.compute.manager [req-d6368e00-6d81-4dff-90d0-ef533eda7451 req-9ebd45d3-27cd-4064-8aa7-a36a5bc2ebcf service nova] [instance: 8223760e-3688-48c7-9043-2f6532f67a1d] Detach interface failed, port_id=e201adbf-a14a-49b2-9589-f4074afd279a, reason: Instance 8223760e-3688-48c7-9043-2f6532f67a1d could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1105.937380] env[62675]: DEBUG oslo_vmware.api [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691598, 'name': PowerOnVM_Task, 'duration_secs': 0.560076} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.937380] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.937380] env[62675]: INFO nova.compute.manager [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1105.937380] env[62675]: DEBUG nova.compute.manager [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.938094] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f3f7e2-2853-469f-ba6f-ae2432edfb65 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.957233] env[62675]: DEBUG nova.compute.utils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1105.963374] env[62675]: DEBUG nova.compute.manager [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.964021] env[62675]: DEBUG nova.network.neutron [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.011246] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691601, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.012865] env[62675]: DEBUG nova.policy [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daa3c593d670484db16277e3c52636d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4674ac741ce04e2c8833b3323403ea25', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.069056] env[62675]: DEBUG oslo_vmware.api [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Task: {'id': task-2691603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264214} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.071939] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.072174] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.072366] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.072546] env[62675]: INFO nova.compute.manager [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1106.072800] env[62675]: DEBUG oslo.service.loopingcall [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1106.075092] env[62675]: DEBUG nova.compute.manager [-] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.075092] env[62675]: DEBUG nova.network.neutron [-] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.094030] env[62675]: DEBUG nova.network.neutron [-] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.107714] env[62675]: DEBUG nova.compute.manager [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.179123] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521f07a9-10c5-4b3f-cf83-a0402821c08c, 'name': SearchDatastore_Task, 'duration_secs': 0.013514} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.179123] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.179123] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.180493] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1106.180493] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.180493] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.180493] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a54db187-11e9-41b1-b4a5-5b3227ae7e94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.193838] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 09583a11-95de-4d0e-b0c3-6625655a66ed] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.204279] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.204279] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.204502] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db50e940-3aaf-4cc2-97f4-4563a25de61d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.212222] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1106.212222] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5282b868-aa87-4439-5fef-547823379b51" [ 1106.212222] env[62675]: _type = "Task" [ 1106.212222] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.225266] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5282b868-aa87-4439-5fef-547823379b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.232349] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439ce3d0-3ee5-4f60-9469-d9158aa78308 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.243076] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a52141-e019-40ec-8404-c017ba1f2f3e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.279096] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106095c4-0a01-40ec-9d0a-02c7a939cf24 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.289189] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24a6141-249e-449e-8ce2-5019bd7f0cf9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.305616] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.306093] env[62675]: DEBUG nova.compute.provider_tree [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.402059] env[62675]: DEBUG nova.network.neutron [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Successfully created port: 532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.465221] env[62675]: DEBUG nova.compute.manager [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.469207] env[62675]: INFO nova.compute.manager [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Took 14.19 seconds to build instance. [ 1106.511118] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932509} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.511463] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 5687e71e-a7fe-47c0-b584-89f943408bb1/5687e71e-a7fe-47c0-b584-89f943408bb1.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.511686] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.511934] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19973fb6-d726-4daf-9c4a-1988e5485b90 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.519218] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1106.519218] env[62675]: value = "task-2691604" [ 1106.519218] env[62675]: _type = "Task" [ 1106.519218] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.528731] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.601368] env[62675]: DEBUG nova.network.neutron [-] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.629547] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.704443] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 1f42de07-2ec2-4d25-8fc7-2ea7224770a8] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1106.723853] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5282b868-aa87-4439-5fef-547823379b51, 'name': SearchDatastore_Task, 'duration_secs': 0.052714} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.725775] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fb71f9-d258-4dd7-a748-8a62d8a52e53 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.731872] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1106.731872] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5275139f-bc8d-e89d-6d4f-8afa3763c361" [ 1106.731872] env[62675]: _type = "Task" [ 1106.731872] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.741608] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5275139f-bc8d-e89d-6d4f-8afa3763c361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.810987] env[62675]: DEBUG nova.scheduler.client.report [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.974962] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a941a713-5a89-4ddf-93ac-7d8a458bc599 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Lock "80313d60-fb75-40ea-88c7-b5eb6e653137" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.713s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.030246] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226493} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.030579] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.031395] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3d1ccf-76c9-4aca-bc30-90c92a025861 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.052263] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 5687e71e-a7fe-47c0-b584-89f943408bb1/5687e71e-a7fe-47c0-b584-89f943408bb1.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.052589] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb503d7b-b78f-4e11-811a-3d7a71432831 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.072834] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1107.072834] env[62675]: value = "task-2691605" [ 1107.072834] env[62675]: _type = "Task" [ 1107.072834] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.085252] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.106168] env[62675]: INFO nova.compute.manager [-] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Took 1.03 seconds to deallocate network for instance. [ 1107.209846] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: c6262f9f-f64e-42ac-ad87-e2f9777d1605] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.244305] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5275139f-bc8d-e89d-6d4f-8afa3763c361, 'name': SearchDatastore_Task, 'duration_secs': 0.018668} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.244728] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.245011] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 57238acd-d05e-4c43-a9fb-7559ef4966a2/57238acd-d05e-4c43-a9fb-7559ef4966a2.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.245306] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71e9f8b1-f1ef-4be5-96f1-32021fd6098d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.253529] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1107.253529] env[62675]: value = "task-2691606" [ 1107.253529] env[62675]: _type = "Task" [ 1107.253529] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.262774] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.310360] env[62675]: DEBUG nova.compute.manager [req-6ace78fc-45a9-4ea8-a6b1-722e4f249232 req-8b76e8b2-ebb6-4b3e-8b12-8ed9dea5dd7a service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Received event network-changed-a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1107.310572] env[62675]: DEBUG nova.compute.manager [req-6ace78fc-45a9-4ea8-a6b1-722e4f249232 req-8b76e8b2-ebb6-4b3e-8b12-8ed9dea5dd7a service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Refreshing instance network info cache due to event network-changed-a4237295-64c0-42e4-91ba-c27228f2dbc7. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1107.310827] env[62675]: DEBUG oslo_concurrency.lockutils [req-6ace78fc-45a9-4ea8-a6b1-722e4f249232 req-8b76e8b2-ebb6-4b3e-8b12-8ed9dea5dd7a service nova] Acquiring lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.310980] env[62675]: DEBUG oslo_concurrency.lockutils [req-6ace78fc-45a9-4ea8-a6b1-722e4f249232 req-8b76e8b2-ebb6-4b3e-8b12-8ed9dea5dd7a service nova] Acquired lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.311422] env[62675]: DEBUG nova.network.neutron [req-6ace78fc-45a9-4ea8-a6b1-722e4f249232 req-8b76e8b2-ebb6-4b3e-8b12-8ed9dea5dd7a service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Refreshing network info cache for port a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.316031] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.319548] env[62675]: DEBUG oslo_concurrency.lockutils [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.906s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.319764] env[62675]: DEBUG nova.objects.instance [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] [instance: 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1107.340576] env[62675]: INFO nova.scheduler.client.report [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Deleted allocations for instance 78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3 [ 1107.478963] env[62675]: DEBUG nova.compute.manager [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.504492] env[62675]: DEBUG nova.virt.hardware [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.504743] env[62675]: DEBUG nova.virt.hardware [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.504906] env[62675]: DEBUG nova.virt.hardware [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.505099] env[62675]: DEBUG nova.virt.hardware [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.505252] env[62675]: DEBUG nova.virt.hardware [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.505404] env[62675]: DEBUG nova.virt.hardware [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.505614] env[62675]: DEBUG nova.virt.hardware [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.505774] env[62675]: DEBUG nova.virt.hardware [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.505942] env[62675]: DEBUG nova.virt.hardware [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.506120] env[62675]: DEBUG nova.virt.hardware [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.506294] env[62675]: DEBUG nova.virt.hardware [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.507203] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff8897-04bb-4db4-99c0-80db7905464c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.515483] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f290983f-93c9-4a75-882c-b3e4c77a37fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.583261] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.614176] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.712905] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d0064dab-ffb7-4fee-b7f6-a7c0eceed501] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1107.768495] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691606, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.810697] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Acquiring lock "80313d60-fb75-40ea-88c7-b5eb6e653137" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.810961] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Lock "80313d60-fb75-40ea-88c7-b5eb6e653137" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.811204] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Acquiring lock "80313d60-fb75-40ea-88c7-b5eb6e653137-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.811404] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Lock "80313d60-fb75-40ea-88c7-b5eb6e653137-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.811585] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Lock "80313d60-fb75-40ea-88c7-b5eb6e653137-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.813745] env[62675]: INFO nova.compute.manager [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Terminating instance [ 1107.848837] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fc0c469e-9422-4860-8e54-dc926898be8b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "78d875b2-0fbf-4e9a-ba98-bb9d6801cbf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.291s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.015750] env[62675]: DEBUG nova.network.neutron [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Successfully updated port: 532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.084359] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691605, 'name': ReconfigVM_Task, 'duration_secs': 0.896214} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.084710] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 5687e71e-a7fe-47c0-b584-89f943408bb1/5687e71e-a7fe-47c0-b584-89f943408bb1.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.085403] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38d685b9-ec70-4eef-b99d-212f0e01a0dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.094614] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1108.094614] env[62675]: value = "task-2691607" [ 1108.094614] env[62675]: _type = "Task" [ 1108.094614] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.105915] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691607, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.106982] env[62675]: DEBUG nova.network.neutron [req-6ace78fc-45a9-4ea8-a6b1-722e4f249232 req-8b76e8b2-ebb6-4b3e-8b12-8ed9dea5dd7a service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updated VIF entry in instance network info cache for port a4237295-64c0-42e4-91ba-c27228f2dbc7. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.107408] env[62675]: DEBUG nova.network.neutron [req-6ace78fc-45a9-4ea8-a6b1-722e4f249232 req-8b76e8b2-ebb6-4b3e-8b12-8ed9dea5dd7a service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updating instance_info_cache with network_info: [{"id": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "address": "fa:16:3e:24:c0:df", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4237295-64", "ovs_interfaceid": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.216690] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: fe3b99a9-4329-408f-847b-56bebd67f82b] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.266040] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691606, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.324104] env[62675]: DEBUG nova.compute.manager [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.324366] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.325275] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8302b9-a5fa-4514-ba45-eb8302214947 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.329337] env[62675]: DEBUG oslo_concurrency.lockutils [None req-41beb557-837f-4f67-8419-3c2d1e9f89ca tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.330439] env[62675]: DEBUG oslo_concurrency.lockutils [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.909s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.330662] env[62675]: DEBUG nova.objects.instance [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lazy-loading 'resources' on Instance uuid d540fe9e-315e-4164-a2a4-15a0c6e02205 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.336780] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.337049] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffd5f5ec-1b2a-45a8-a2aa-f5958dfe21d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.344513] env[62675]: DEBUG oslo_vmware.api [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Waiting for the task: (returnval){ [ 1108.344513] env[62675]: value = "task-2691608" [ 1108.344513] env[62675]: _type = "Task" [ 1108.344513] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.353522] env[62675]: DEBUG oslo_vmware.api [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.519075] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquiring lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.519240] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquired lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.519403] env[62675]: DEBUG nova.network.neutron [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.605260] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691607, 'name': Rename_Task, 'duration_secs': 0.239268} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.605549] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.605826] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce067740-c6de-49d7-b019-fe098370e12d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.612918] env[62675]: DEBUG oslo_concurrency.lockutils [req-6ace78fc-45a9-4ea8-a6b1-722e4f249232 req-8b76e8b2-ebb6-4b3e-8b12-8ed9dea5dd7a service nova] Releasing lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.614548] env[62675]: DEBUG oslo_concurrency.lockutils [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "618ce248-370f-4727-aae6-0c6b9640594f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.614893] env[62675]: DEBUG oslo_concurrency.lockutils [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "618ce248-370f-4727-aae6-0c6b9640594f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.616779] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1108.616779] env[62675]: value = "task-2691609" [ 1108.616779] env[62675]: _type = "Task" [ 1108.616779] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.627849] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.720598] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 87ccbaad-fb40-49dc-9154-07b90395bce3] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1108.766249] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691606, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.857021] env[62675]: DEBUG oslo_vmware.api [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691608, 'name': PowerOffVM_Task, 'duration_secs': 0.206206} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.859777] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.860016] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.860487] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf0fdea0-715e-483f-bbda-f9247424e1cd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.935074] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.935333] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.935521] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Deleting the datastore file [datastore1] 80313d60-fb75-40ea-88c7-b5eb6e653137 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.935794] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f212f42c-4214-4475-bd19-9deef02ede41 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.944119] env[62675]: DEBUG oslo_vmware.api [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Waiting for the task: (returnval){ [ 1108.944119] env[62675]: value = "task-2691611" [ 1108.944119] env[62675]: _type = "Task" [ 1108.944119] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.952953] env[62675]: DEBUG oslo_vmware.api [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.054892] env[62675]: DEBUG nova.network.neutron [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.058910] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e8fc9b-7121-40cb-b1d4-3843fc73c70d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.067574] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8289e020-a378-46b0-bb5d-f1ca42fe1c30 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.102206] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b86f995-36f1-4b85-8f11-7cb87dcb1533 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.110798] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dff229e-53d9-4cc5-8335-3e2c7aa2fdb1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.129353] env[62675]: INFO nova.compute.manager [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Detaching volume 3246bcea-ea76-4ec5-a96f-0e334b4e7d7d [ 1109.131375] env[62675]: DEBUG nova.compute.provider_tree [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.142077] env[62675]: DEBUG oslo_vmware.api [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691609, 'name': PowerOnVM_Task, 'duration_secs': 0.526809} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.142377] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.142594] env[62675]: INFO nova.compute.manager [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Took 6.43 seconds to spawn the instance on the hypervisor. [ 1109.142990] env[62675]: DEBUG nova.compute.manager [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.144168] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddc521d-3db7-4e35-a7ea-9f7ea3227b22 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.175047] env[62675]: INFO nova.virt.block_device [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Attempting to driver detach volume 3246bcea-ea76-4ec5-a96f-0e334b4e7d7d from mountpoint /dev/sdb [ 1109.175047] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1109.175047] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542450', 'volume_id': '3246bcea-ea76-4ec5-a96f-0e334b4e7d7d', 'name': 'volume-3246bcea-ea76-4ec5-a96f-0e334b4e7d7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '618ce248-370f-4727-aae6-0c6b9640594f', 'attached_at': '', 'detached_at': '', 'volume_id': '3246bcea-ea76-4ec5-a96f-0e334b4e7d7d', 'serial': '3246bcea-ea76-4ec5-a96f-0e334b4e7d7d'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1109.175972] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07e52a2-00d7-4f71-b6d6-f937bcc75515 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.203484] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367c4645-c29b-44ee-b884-455930a38530 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.211661] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b51557-3656-4e84-9bec-2c77227b81bc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.214679] env[62675]: DEBUG nova.network.neutron [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Updating instance_info_cache with network_info: [{"id": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "address": "fa:16:3e:49:6d:62", "network": {"id": "7e226776-2323-4e12-a080-78a57c1501d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1511860752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4674ac741ce04e2c8833b3323403ea25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532b134b-c9", "ovs_interfaceid": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.234490] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 904c0016-d048-4077-9a77-adb0d00c0c38] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.237846] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630dcb93-5af5-4164-97fa-12af7a573cfd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.256476] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] The volume has not been displaced from its original location: [datastore1] volume-3246bcea-ea76-4ec5-a96f-0e334b4e7d7d/volume-3246bcea-ea76-4ec5-a96f-0e334b4e7d7d.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1109.262546] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.266161] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2eb0274-2136-4bc2-b716-7b5bc6c67dc7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.292497] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691606, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.029151} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.293804] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 57238acd-d05e-4c43-a9fb-7559ef4966a2/57238acd-d05e-4c43-a9fb-7559ef4966a2.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.294152] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.294613] env[62675]: DEBUG oslo_vmware.api [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1109.294613] env[62675]: value = "task-2691612" [ 1109.294613] env[62675]: _type = "Task" [ 1109.294613] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.294940] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2543c2e4-2638-4a21-ad74-68739dc923ce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.310021] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1109.310021] env[62675]: value = "task-2691613" [ 1109.310021] env[62675]: _type = "Task" [ 1109.310021] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.312875] env[62675]: DEBUG oslo_vmware.api [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.325987] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.344915] env[62675]: DEBUG nova.compute.manager [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Received event network-vif-plugged-532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.344915] env[62675]: DEBUG oslo_concurrency.lockutils [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] Acquiring lock "55715506-5861-46d4-b153-7f9e5b613723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.344915] env[62675]: DEBUG oslo_concurrency.lockutils [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] Lock "55715506-5861-46d4-b153-7f9e5b613723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.344915] env[62675]: DEBUG oslo_concurrency.lockutils [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] Lock "55715506-5861-46d4-b153-7f9e5b613723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.345099] env[62675]: DEBUG nova.compute.manager [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] No waiting events found dispatching network-vif-plugged-532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.345150] env[62675]: WARNING nova.compute.manager [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Received unexpected event network-vif-plugged-532b134b-c99f-461f-ab22-7d46c4fa57d8 for instance with vm_state building and task_state spawning. [ 1109.345416] env[62675]: DEBUG nova.compute.manager [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Received event network-changed-532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1109.345521] env[62675]: DEBUG nova.compute.manager [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Refreshing instance network info cache due to event network-changed-532b134b-c99f-461f-ab22-7d46c4fa57d8. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1109.345641] env[62675]: DEBUG oslo_concurrency.lockutils [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] Acquiring lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1109.455193] env[62675]: DEBUG oslo_vmware.api [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.638059] env[62675]: DEBUG nova.scheduler.client.report [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.664690] env[62675]: INFO nova.compute.manager [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Took 13.11 seconds to build instance. [ 1109.717620] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Releasing lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.717927] env[62675]: DEBUG nova.compute.manager [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Instance network_info: |[{"id": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "address": "fa:16:3e:49:6d:62", "network": {"id": "7e226776-2323-4e12-a080-78a57c1501d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1511860752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4674ac741ce04e2c8833b3323403ea25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532b134b-c9", "ovs_interfaceid": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.718290] env[62675]: DEBUG oslo_concurrency.lockutils [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] Acquired lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.718481] env[62675]: DEBUG nova.network.neutron [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Refreshing network info cache for port 532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.719725] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:6d:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '532b134b-c99f-461f-ab22-7d46c4fa57d8', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.727231] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Creating folder: Project (4674ac741ce04e2c8833b3323403ea25). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.730864] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acb4a012-89a1-4c88-8898-0267296880a6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.737013] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 792862b8-a9fa-46ed-828d-a9f8b698d969] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1109.745825] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Created folder: Project (4674ac741ce04e2c8833b3323403ea25) in parent group-v542174. [ 1109.745997] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Creating folder: Instances. Parent ref: group-v542487. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.746184] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f41aacf-c7bf-437c-b1ce-bb5297c440d4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.759406] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Created folder: Instances in parent group-v542487. [ 1109.759796] env[62675]: DEBUG oslo.service.loopingcall [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.760055] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.760288] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41099e5f-4a16-4531-add2-d20635e49d7b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.784287] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.784287] env[62675]: value = "task-2691616" [ 1109.784287] env[62675]: _type = "Task" [ 1109.784287] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.792785] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691616, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.806902] env[62675]: DEBUG oslo_vmware.api [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691612, 'name': ReconfigVM_Task, 'duration_secs': 0.301964} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.807217] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.814238] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656660ea-16d6-432b-9978-b8ede167b4af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.836108] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203542} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.837557] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.838119] env[62675]: DEBUG oslo_vmware.api [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1109.838119] env[62675]: value = "task-2691617" [ 1109.838119] env[62675]: _type = "Task" [ 1109.838119] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.838715] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef32a1a-fff1-44e1-8184-05be986fdaa4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.855346] env[62675]: DEBUG oslo_vmware.api [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.873514] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 57238acd-d05e-4c43-a9fb-7559ef4966a2/57238acd-d05e-4c43-a9fb-7559ef4966a2.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.876329] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e3435be-f81a-4640-bf40-339547d5df56 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.899940] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1109.899940] env[62675]: value = "task-2691618" [ 1109.899940] env[62675]: _type = "Task" [ 1109.899940] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.911954] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.958307] env[62675]: DEBUG oslo_vmware.api [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Task: {'id': task-2691611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.568226} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.958607] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.958854] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.959095] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.959312] env[62675]: INFO nova.compute.manager [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1109.959580] env[62675]: DEBUG oslo.service.loopingcall [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.959814] env[62675]: DEBUG nova.compute.manager [-] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.959919] env[62675]: DEBUG nova.network.neutron [-] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.985448] env[62675]: DEBUG nova.network.neutron [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Updated VIF entry in instance network info cache for port 532b134b-c99f-461f-ab22-7d46c4fa57d8. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.985889] env[62675]: DEBUG nova.network.neutron [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Updating instance_info_cache with network_info: [{"id": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "address": "fa:16:3e:49:6d:62", "network": {"id": "7e226776-2323-4e12-a080-78a57c1501d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1511860752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4674ac741ce04e2c8833b3323403ea25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532b134b-c9", "ovs_interfaceid": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.142673] env[62675]: DEBUG oslo_concurrency.lockutils [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.144805] env[62675]: DEBUG oslo_concurrency.lockutils [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.446s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.144805] env[62675]: DEBUG nova.objects.instance [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lazy-loading 'resources' on Instance uuid 1518e07a-e6ec-4300-83c0-9dea5d8d1e08 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.166332] env[62675]: INFO nova.scheduler.client.report [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Deleted allocations for instance d540fe9e-315e-4164-a2a4-15a0c6e02205 [ 1110.167266] env[62675]: DEBUG oslo_concurrency.lockutils [None req-63840545-5924-41cf-b273-9b83d202c588 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "5687e71e-a7fe-47c0-b584-89f943408bb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.625s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.239835] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 5b6afb94-d33b-43e6-9569-5025dc9a1328] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.295528] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691616, 'name': CreateVM_Task, 'duration_secs': 0.385265} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.295731] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.296439] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.296626] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.296953] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.297236] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc678168-6958-4e76-91b1-5ae8b9625232 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.303027] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1110.303027] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d83901-6fa6-bb14-781d-fb71fa6e5027" [ 1110.303027] env[62675]: _type = "Task" [ 1110.303027] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.312410] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d83901-6fa6-bb14-781d-fb71fa6e5027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.352861] env[62675]: DEBUG oslo_vmware.api [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691617, 'name': ReconfigVM_Task, 'duration_secs': 0.231896} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.353191] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542450', 'volume_id': '3246bcea-ea76-4ec5-a96f-0e334b4e7d7d', 'name': 'volume-3246bcea-ea76-4ec5-a96f-0e334b4e7d7d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '618ce248-370f-4727-aae6-0c6b9640594f', 'attached_at': '', 'detached_at': '', 'volume_id': '3246bcea-ea76-4ec5-a96f-0e334b4e7d7d', 'serial': '3246bcea-ea76-4ec5-a96f-0e334b4e7d7d'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1110.410886] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691618, 'name': ReconfigVM_Task, 'duration_secs': 0.414463} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.412035] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 57238acd-d05e-4c43-a9fb-7559ef4966a2/57238acd-d05e-4c43-a9fb-7559ef4966a2.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.412035] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80ec6da2-78bf-495e-be7f-84310798b75c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.420098] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1110.420098] env[62675]: value = "task-2691619" [ 1110.420098] env[62675]: _type = "Task" [ 1110.420098] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.429189] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691619, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.489085] env[62675]: DEBUG oslo_concurrency.lockutils [req-946524a5-bf08-4d27-9e1b-d7e8c8833540 req-3e0eab7e-422c-4717-866c-fb63105ae47d service nova] Releasing lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.673663] env[62675]: DEBUG oslo_concurrency.lockutils [None req-143f14dd-a276-47d7-94fb-43f20cc1c1dd tempest-AttachInterfacesTestJSON-312055232 tempest-AttachInterfacesTestJSON-312055232-project-member] Lock "d540fe9e-315e-4164-a2a4-15a0c6e02205" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.741s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.743073] env[62675]: DEBUG nova.network.neutron [-] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.744740] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 29199399-8810-4aa8-bb38-1d3975f6d9cd] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1110.821888] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52d83901-6fa6-bb14-781d-fb71fa6e5027, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.821888] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.821888] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.821888] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.821888] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.821888] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.822180] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ff1a19e-1e6e-4c30-9f48-443cb989a776 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.837873] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.837873] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.842159] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381797d4-b346-4bf5-aad1-edb80bdf13c4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.848889] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1110.848889] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a9ecad-513a-6031-c191-95848b5504f9" [ 1110.848889] env[62675]: _type = "Task" [ 1110.848889] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.861154] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a9ecad-513a-6031-c191-95848b5504f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.883057] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10221cf5-f6d8-4e7a-829a-3e62f8b167b2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.892756] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1613e4-a0c3-421e-90e0-017a665df5f0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.926954] env[62675]: DEBUG nova.objects.instance [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lazy-loading 'flavor' on Instance uuid 618ce248-370f-4727-aae6-0c6b9640594f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.932590] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05d1950-833f-4d92-a94b-c7d9160a7c30 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.944551] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691619, 'name': Rename_Task, 'duration_secs': 0.443259} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.945818] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989361e7-7869-47c9-85fd-01970afc849d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.949799] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.950621] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6e835a1-b936-46fd-8196-a50190bfdcac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.963369] env[62675]: DEBUG nova.compute.provider_tree [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.965900] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1110.965900] env[62675]: value = "task-2691620" [ 1110.965900] env[62675]: _type = "Task" [ 1110.965900] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.976333] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.247174] env[62675]: INFO nova.compute.manager [-] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Took 1.29 seconds to deallocate network for instance. [ 1111.247757] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: acec215e-dade-4603-ae30-d50008b2ce73] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.366288] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a9ecad-513a-6031-c191-95848b5504f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012172} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.367227] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5aa9a6a-674e-4448-902b-846c8e86075e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.371750] env[62675]: DEBUG nova.compute.manager [req-4203dc10-6f20-48c6-9176-c8266f55e867 req-0828568b-446f-4869-9cf0-b6ada8518294 service nova] [instance: 80313d60-fb75-40ea-88c7-b5eb6e653137] Received event network-vif-deleted-0647b59e-9e85-4b55-a8c3-8cf884c8f85f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1111.376475] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1111.376475] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525cc0c7-594e-350a-4bf0-3885989c6be0" [ 1111.376475] env[62675]: _type = "Task" [ 1111.376475] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.385347] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525cc0c7-594e-350a-4bf0-3885989c6be0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.467630] env[62675]: DEBUG nova.scheduler.client.report [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.481165] env[62675]: DEBUG oslo_vmware.api [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691620, 'name': PowerOnVM_Task, 'duration_secs': 0.480105} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.481375] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.481582] env[62675]: INFO nova.compute.manager [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Took 6.43 seconds to spawn the instance on the hypervisor. [ 1111.481840] env[62675]: DEBUG nova.compute.manager [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.483019] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3f8480-d048-44c5-bdd2-7d9b6637d697 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.752363] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 9043970b-25b2-4989-baea-3cfeb11bec5d] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1111.755319] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.890282] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525cc0c7-594e-350a-4bf0-3885989c6be0, 'name': SearchDatastore_Task, 'duration_secs': 0.019423} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.890674] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.890948] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 55715506-5861-46d4-b153-7f9e5b613723/55715506-5861-46d4-b153-7f9e5b613723.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.891240] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9268209-a7c3-459c-be45-e0ccdb7c7910 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.900197] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1111.900197] env[62675]: value = "task-2691621" [ 1111.900197] env[62675]: _type = "Task" [ 1111.900197] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.910530] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.940901] env[62675]: DEBUG oslo_concurrency.lockutils [None req-90107674-5446-4605-a88f-41714521ab36 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "618ce248-370f-4727-aae6-0c6b9640594f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.326s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.977024] env[62675]: DEBUG oslo_concurrency.lockutils [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.978862] env[62675]: DEBUG oslo_concurrency.lockutils [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.545s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.979096] env[62675]: DEBUG nova.objects.instance [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lazy-loading 'resources' on Instance uuid 9e8115f4-d252-4a18-a345-b7c29acf7d02 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.003580] env[62675]: INFO nova.scheduler.client.report [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted allocations for instance 1518e07a-e6ec-4300-83c0-9dea5d8d1e08 [ 1112.011836] env[62675]: INFO nova.compute.manager [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Took 15.00 seconds to build instance. [ 1112.258152] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 6f2071c8-a77c-4fa1-a4f0-f171b2a06168] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.413867] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.515760] env[62675]: DEBUG oslo_concurrency.lockutils [None req-c38c3069-6870-468e-9b9f-c4fedb04112a tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "57238acd-d05e-4c43-a9fb-7559ef4966a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.519s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.517122] env[62675]: DEBUG oslo_concurrency.lockutils [None req-92475f72-90ee-41de-b02e-6ed9a81e65ea tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "1518e07a-e6ec-4300-83c0-9dea5d8d1e08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.345s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.635608] env[62675]: INFO nova.compute.manager [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Rebuilding instance [ 1112.690877] env[62675]: DEBUG nova.compute.manager [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.691793] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3d6b9b-3e8e-4dcf-b01f-2d79160f9730 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.725204] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98015dd-b849-47b2-95d6-b10fafe4b178 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.734250] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4918d3-98a4-406f-9be7-0c408ff15191 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.765049] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 1b9677be-196b-403a-8d79-7b7c694046eb] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1112.767647] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5576ec00-69d3-4db1-b24a-3342ab1ddeee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.780021] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aa38a4-1504-4d2b-a4f0-36065c7bf958 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.797348] env[62675]: DEBUG nova.compute.provider_tree [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.916700] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660468} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.917036] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 55715506-5861-46d4-b153-7f9e5b613723/55715506-5861-46d4-b153-7f9e5b613723.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.917212] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.917469] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55357404-7ae8-4321-b922-693b6150e873 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.925699] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1112.925699] env[62675]: value = "task-2691622" [ 1112.925699] env[62675]: _type = "Task" [ 1112.925699] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.936916] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.974486] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "618ce248-370f-4727-aae6-0c6b9640594f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.974907] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "618ce248-370f-4727-aae6-0c6b9640594f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.975157] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "618ce248-370f-4727-aae6-0c6b9640594f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.975350] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "618ce248-370f-4727-aae6-0c6b9640594f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.975520] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "618ce248-370f-4727-aae6-0c6b9640594f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.978018] env[62675]: INFO nova.compute.manager [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Terminating instance [ 1113.271356] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 47a2f884-e89a-4114-ad54-a94ba493d07f] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.300439] env[62675]: DEBUG nova.scheduler.client.report [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.437058] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121248} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.437058] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.437258] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0700d18b-789e-453f-8a7e-9fe581af73fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.460118] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 55715506-5861-46d4-b153-7f9e5b613723/55715506-5861-46d4-b153-7f9e5b613723.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.460524] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef2d8c2-27a5-4d73-9705-a6b7d3499f11 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.481904] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1113.481904] env[62675]: value = "task-2691623" [ 1113.481904] env[62675]: _type = "Task" [ 1113.481904] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.482588] env[62675]: DEBUG nova.compute.manager [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.482782] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.486759] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dc63dc-c228-4951-babb-3754e69603bb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.494148] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.497416] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29859653-e7bd-44cb-8303-3e93f5665f6a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.498962] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691623, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.504237] env[62675]: DEBUG oslo_vmware.api [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1113.504237] env[62675]: value = "task-2691624" [ 1113.504237] env[62675]: _type = "Task" [ 1113.504237] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.513960] env[62675]: DEBUG oslo_vmware.api [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.709400] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.709400] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38a92446-2605-4e28-8767-72ed4c0d3607 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.718924] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1113.718924] env[62675]: value = "task-2691625" [ 1113.718924] env[62675]: _type = "Task" [ 1113.718924] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.729441] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.746226] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "9e9d0dc1-0e39-477b-8667-a77271e28fac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.746634] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "9e9d0dc1-0e39-477b-8667-a77271e28fac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.774599] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 51bce6bc-d67b-40e2-8507-e46b368837eb] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1113.807825] env[62675]: DEBUG oslo_concurrency.lockutils [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.810150] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.505s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.810383] env[62675]: DEBUG nova.objects.instance [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lazy-loading 'resources' on Instance uuid 8223760e-3688-48c7-9043-2f6532f67a1d {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.832224] env[62675]: INFO nova.scheduler.client.report [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleted allocations for instance 9e8115f4-d252-4a18-a345-b7c29acf7d02 [ 1113.995895] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691623, 'name': ReconfigVM_Task, 'duration_secs': 0.399088} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.996334] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 55715506-5861-46d4-b153-7f9e5b613723/55715506-5861-46d4-b153-7f9e5b613723.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.997172] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9da7a104-aa5e-4fe4-9a30-7c212ec81f6e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.007290] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1114.007290] env[62675]: value = "task-2691626" [ 1114.007290] env[62675]: _type = "Task" [ 1114.007290] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.029521] env[62675]: DEBUG oslo_vmware.api [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691624, 'name': PowerOffVM_Task, 'duration_secs': 0.223233} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.034947] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.035240] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.035644] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691626, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.035968] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e90ca458-0cbd-4848-98df-9f14ea394ffd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.141248] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.141544] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.142019] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Deleting the datastore file [datastore1] 618ce248-370f-4727-aae6-0c6b9640594f {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.142435] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e4c7b9d-3f4f-44fe-9520-32fc8c0d0b5e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.152222] env[62675]: DEBUG oslo_vmware.api [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1114.152222] env[62675]: value = "task-2691628" [ 1114.152222] env[62675]: _type = "Task" [ 1114.152222] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.163261] env[62675]: DEBUG oslo_vmware.api [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.230591] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691625, 'name': PowerOffVM_Task, 'duration_secs': 0.501305} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.231074] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.231337] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.232282] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2968c433-2588-472d-ac24-504a5c6bc099 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.239615] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.239860] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90321b62-738c-4bda-9248-8f5b6bbbfe82 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.248885] env[62675]: DEBUG nova.compute.manager [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.269421] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.269626] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.269815] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Deleting the datastore file [datastore1] 57238acd-d05e-4c43-a9fb-7559ef4966a2 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.270096] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e56491bc-7e94-4220-a942-8641f4cdb16c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.281028] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 496adcc8-14d1-4dc5-96c4-d6547e4b51e0] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.281843] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1114.281843] env[62675]: value = "task-2691630" [ 1114.281843] env[62675]: _type = "Task" [ 1114.281843] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.291671] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.340350] env[62675]: DEBUG oslo_concurrency.lockutils [None req-55768c0e-3453-43d7-9693-bf6fb516983a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "9e8115f4-d252-4a18-a345-b7c29acf7d02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.631s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.522188] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b472bc-831f-4538-9ef9-e1a8177a7ab5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.532213] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691626, 'name': Rename_Task, 'duration_secs': 0.190025} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.532703] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.533024] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94ebf330-92f8-42c7-bcb0-d36fb6988ae3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.536218] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f69978-3043-464e-baf9-c1020824b486 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.544438] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1114.544438] env[62675]: value = "task-2691631" [ 1114.544438] env[62675]: _type = "Task" [ 1114.544438] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.577254] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab96a2e-90bf-4429-9606-92b80b6026ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.588270] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.594403] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42775e3a-b7ae-4be1-aa74-8756621bbe94 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.611207] env[62675]: DEBUG nova.compute.provider_tree [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.662951] env[62675]: DEBUG oslo_vmware.api [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212348} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.663464] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.663464] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.663844] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.664044] env[62675]: INFO nova.compute.manager [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1114.664512] env[62675]: DEBUG oslo.service.loopingcall [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1114.664782] env[62675]: DEBUG nova.compute.manager [-] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.664897] env[62675]: DEBUG nova.network.neutron [-] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.773691] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.783654] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 49e0c771-5fa5-4771-be72-ba78dcc3ec92] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1114.797014] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261228} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.797577] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.797852] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.797957] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.081972] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.114831] env[62675]: DEBUG nova.scheduler.client.report [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.291343] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 3002f008-80ba-4e6b-8ec6-530646763010] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.421611] env[62675]: DEBUG nova.compute.manager [req-4c5757d2-c72e-477f-83d7-ff1e6780bdb6 req-2b260635-e594-4879-8cd5-201ede501ab9 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Received event network-vif-deleted-8abb0dc1-4137-4ec9-9327-16e33eb544b8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.421883] env[62675]: INFO nova.compute.manager [req-4c5757d2-c72e-477f-83d7-ff1e6780bdb6 req-2b260635-e594-4879-8cd5-201ede501ab9 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Neutron deleted interface 8abb0dc1-4137-4ec9-9327-16e33eb544b8; detaching it from the instance and deleting it from the info cache [ 1115.421982] env[62675]: DEBUG nova.network.neutron [req-4c5757d2-c72e-477f-83d7-ff1e6780bdb6 req-2b260635-e594-4879-8cd5-201ede501ab9 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.586502] env[62675]: DEBUG oslo_vmware.api [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691631, 'name': PowerOnVM_Task, 'duration_secs': 0.847143} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.586869] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.587135] env[62675]: INFO nova.compute.manager [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1115.587349] env[62675]: DEBUG nova.compute.manager [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.588275] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f771e6-73ac-40dc-9e5e-c15f9cacc423 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.619761] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.623349] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.993s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.624861] env[62675]: INFO nova.compute.claims [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.661278] env[62675]: INFO nova.scheduler.client.report [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Deleted allocations for instance 8223760e-3688-48c7-9043-2f6532f67a1d [ 1115.797129] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: e97a5632-4c48-405b-bfba-77d08f2943fb] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1115.839665] env[62675]: DEBUG nova.virt.hardware [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.840020] env[62675]: DEBUG nova.virt.hardware [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.840190] env[62675]: DEBUG nova.virt.hardware [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.840378] env[62675]: DEBUG nova.virt.hardware [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.840529] env[62675]: DEBUG nova.virt.hardware [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.840679] env[62675]: DEBUG nova.virt.hardware [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.840894] env[62675]: DEBUG nova.virt.hardware [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.841083] env[62675]: DEBUG nova.virt.hardware [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.841267] env[62675]: DEBUG nova.virt.hardware [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.841437] env[62675]: DEBUG nova.virt.hardware [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.841647] env[62675]: DEBUG nova.virt.hardware [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.842513] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6da7d3-cec8-4ff4-b377-c8a95b5566a8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.852339] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9db573d-558e-4e26-b965-a19b109a0269 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.872027] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Instance VIF info [] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.876452] env[62675]: DEBUG oslo.service.loopingcall [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.876944] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.877318] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ed6ccf0-7eea-4367-b26b-59587ad6f804 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.900025] env[62675]: DEBUG nova.network.neutron [-] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.900689] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.900689] env[62675]: value = "task-2691632" [ 1115.900689] env[62675]: _type = "Task" [ 1115.900689] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.912685] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691632, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.925910] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5c6ff76-9dc8-4e27-a75f-c03c2e9606a4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.937867] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05708a90-70d0-46c6-83d4-ccafd1629f8c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.972567] env[62675]: DEBUG nova.compute.manager [req-4c5757d2-c72e-477f-83d7-ff1e6780bdb6 req-2b260635-e594-4879-8cd5-201ede501ab9 service nova] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Detach interface failed, port_id=8abb0dc1-4137-4ec9-9327-16e33eb544b8, reason: Instance 618ce248-370f-4727-aae6-0c6b9640594f could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1116.111284] env[62675]: INFO nova.compute.manager [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Took 19.02 seconds to build instance. [ 1116.176843] env[62675]: DEBUG oslo_concurrency.lockutils [None req-ec168124-b973-4263-b256-52f5a7ce719d tempest-ImagesOneServerTestJSON-1172031597 tempest-ImagesOneServerTestJSON-1172031597-project-member] Lock "8223760e-3688-48c7-9043-2f6532f67a1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.290s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.302527] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 9c41b008-87b5-4757-be60-f6fc85bee372] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.406033] env[62675]: INFO nova.compute.manager [-] [instance: 618ce248-370f-4727-aae6-0c6b9640594f] Took 1.74 seconds to deallocate network for instance. [ 1116.418983] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691632, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.528282] env[62675]: INFO nova.compute.manager [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Rescuing [ 1116.530708] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquiring lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.530708] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquired lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.530708] env[62675]: DEBUG nova.network.neutron [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.617462] env[62675]: DEBUG oslo_concurrency.lockutils [None req-af7dfc9e-2af7-4652-af8a-7d8e37d95332 tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Lock "55715506-5861-46d4-b153-7f9e5b613723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.550s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.633127] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.633245] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.805933] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 09b94789-2ace-4ecc-8374-e9800e4713e1] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1116.856144] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f0519a-47aa-4ca5-91f0-03b7dae56f72 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.865472] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e0021-fcba-474f-8750-562a4203d4d2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.902492] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6753becc-ffde-4ace-ac71-79acb8f9e1ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.915026] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.918625] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691632, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.920861] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012fac33-d6aa-403e-9a0c-ec1c76f1906b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.937927] env[62675]: DEBUG nova.compute.provider_tree [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.135480] env[62675]: DEBUG nova.compute.manager [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.312194] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 7f5037bd-1a7d-444b-9cae-9a4e3d07c280] Instance has had 0 of 5 cleanup attempts {{(pid=62675) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1117.316981] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Acquiring lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.317476] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.375323] env[62675]: DEBUG nova.network.neutron [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Updating instance_info_cache with network_info: [{"id": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "address": "fa:16:3e:49:6d:62", "network": {"id": "7e226776-2323-4e12-a080-78a57c1501d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1511860752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4674ac741ce04e2c8833b3323403ea25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532b134b-c9", "ovs_interfaceid": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.419746] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691632, 'name': CreateVM_Task, 'duration_secs': 1.505153} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.419746] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.419746] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.419746] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.420851] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.422174] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5cfc27f-4ccb-4817-b81b-757d06803725 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.431113] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1117.431113] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]520802ce-5321-8c71-5c34-193d7fe1a38c" [ 1117.431113] env[62675]: _type = "Task" [ 1117.431113] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.438333] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520802ce-5321-8c71-5c34-193d7fe1a38c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.447387] env[62675]: DEBUG nova.scheduler.client.report [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.675566] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.817748] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.824913] env[62675]: DEBUG nova.compute.manager [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.877847] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Releasing lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.950070] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520802ce-5321-8c71-5c34-193d7fe1a38c, 'name': SearchDatastore_Task, 'duration_secs': 0.011796} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.950663] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.950974] env[62675]: DEBUG nova.compute.manager [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.957911] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.958623] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.958623] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.959665] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.959665] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.959665] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.345s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.959665] env[62675]: DEBUG nova.objects.instance [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lazy-loading 'resources' on Instance uuid 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.963621] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-335fe6b9-36d9-4a4d-9132-5230767257ed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.974357] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.975480] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.975480] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1088dd68-ffeb-4c92-9d9e-fc8a7423c84f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.981613] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1117.981613] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52500298-da19-cd29-06fe-72ee79781403" [ 1117.981613] env[62675]: _type = "Task" [ 1117.981613] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.994284] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52500298-da19-cd29-06fe-72ee79781403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.352088] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.465198] env[62675]: DEBUG nova.compute.utils [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1118.470570] env[62675]: DEBUG nova.compute.manager [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.470570] env[62675]: DEBUG nova.network.neutron [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.492788] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52500298-da19-cd29-06fe-72ee79781403, 'name': SearchDatastore_Task, 'duration_secs': 0.010208} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.493653] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-200401e8-a462-4673-b7dd-d15a879e221e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.500162] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1118.500162] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b7430d-86a1-3991-bb7e-011a32ec2e86" [ 1118.500162] env[62675]: _type = "Task" [ 1118.500162] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.514997] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b7430d-86a1-3991-bb7e-011a32ec2e86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.532955] env[62675]: DEBUG nova.policy [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '289b267f1dcd466baae0392b04879888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7a6c2821f434620a88f33810a52c0f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.615365] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1118.698190] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb87c35-9de8-445b-aa8b-ac1afb5135e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.706174] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4767ffc3-958b-4844-9891-8540e99c8f91 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.739110] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c796e9b-49e0-4e2f-8dac-209f9f4390b1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.747184] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c930e85d-129d-4add-9d32-a2c2ca50e46b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.771033] env[62675]: DEBUG nova.compute.provider_tree [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.840893] env[62675]: DEBUG nova.network.neutron [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Successfully created port: c68f8936-7968-4832-96b2-447d72ddf45f {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.970358] env[62675]: DEBUG nova.compute.manager [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.014410] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b7430d-86a1-3991-bb7e-011a32ec2e86, 'name': SearchDatastore_Task, 'duration_secs': 0.019113} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.014410] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.014814] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 57238acd-d05e-4c43-a9fb-7559ef4966a2/57238acd-d05e-4c43-a9fb-7559ef4966a2.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.015241] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a32bca0-8c03-4512-9f9b-c804d931b2bc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.023185] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1119.023185] env[62675]: value = "task-2691633" [ 1119.023185] env[62675]: _type = "Task" [ 1119.023185] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.034802] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.131525] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.131729] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Starting heal instance info cache {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1119.131927] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Rebuilding the list of instances to heal {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1119.274667] env[62675]: DEBUG nova.scheduler.client.report [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.466642] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.467047] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de412a7f-dd0e-46d2-b830-cbaa69837f02 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.477346] env[62675]: INFO nova.virt.block_device [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Booting with volume 9a77e1d5-b078-4101-ab6f-ca916cc5940e at /dev/sda [ 1119.479717] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1119.479717] env[62675]: value = "task-2691634" [ 1119.479717] env[62675]: _type = "Task" [ 1119.479717] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.491933] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.517576] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96cb3120-f8b3-4e4b-a119-ff4440e4022e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.529638] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf581b5-9256-4562-a1dc-46af67cec7a0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.544837] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490299} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.545122] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 57238acd-d05e-4c43-a9fb-7559ef4966a2/57238acd-d05e-4c43-a9fb-7559ef4966a2.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.545345] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.545595] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20de659d-ded7-4aa5-a1ee-f9def03677c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.551474] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1119.551474] env[62675]: value = "task-2691635" [ 1119.551474] env[62675]: _type = "Task" [ 1119.551474] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.567763] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f019282-6609-41f5-b049-898b67a5aea1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.572327] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.578499] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b720762c-ce9a-44a8-8f0a-f4f3389c7650 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.608546] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac88932-4ae7-4e21-9398-4e4b8e87cc8c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.616156] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d236262-4784-4d5a-9666-d9edce3ac3b1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.631820] env[62675]: DEBUG nova.virt.block_device [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating existing volume attachment record: aa6d326b-13e6-4112-a150-f1245c450ed9 {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1119.638104] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Skipping network cache update for instance because it is Building. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1119.679624] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.679855] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquired lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.680756] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Forcefully refreshing network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1119.680756] env[62675]: DEBUG nova.objects.instance [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lazy-loading 'info_cache' on Instance uuid d6247e9c-c9c4-472e-8d75-5b416859b9ca {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.780695] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.783637] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.029s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.784035] env[62675]: DEBUG nova.objects.instance [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Lazy-loading 'resources' on Instance uuid 80313d60-fb75-40ea-88c7-b5eb6e653137 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.805167] env[62675]: INFO nova.scheduler.client.report [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Deleted allocations for instance 312d82ae-8db4-49c1-bb1c-4de5f07e5ff0 [ 1119.989765] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691634, 'name': PowerOffVM_Task, 'duration_secs': 0.231631} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.990159] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.990799] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d57d91-b0c2-41d8-9397-4ab962d45ff9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.009876] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162dac53-1407-413b-8d84-005654ad77c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.044712] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.044712] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68bbc7f9-26b5-4596-a108-49d445aff8ce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.060029] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068046} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.061397] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.061746] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1120.061746] env[62675]: value = "task-2691636" [ 1120.061746] env[62675]: _type = "Task" [ 1120.061746] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.062520] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdd5606-4e6e-47f3-be2e-82f8183f042b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.086335] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 57238acd-d05e-4c43-a9fb-7559ef4966a2/57238acd-d05e-4c43-a9fb-7559ef4966a2.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.089623] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6ba72ce-c017-49d9-88db-54288926e353 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.103705] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1120.103910] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.104162] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.104511] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.104511] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.105195] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8ca7187-ccf8-4913-b982-5d62ece47460 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.109503] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1120.109503] env[62675]: value = "task-2691637" [ 1120.109503] env[62675]: _type = "Task" [ 1120.109503] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.113451] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.113624] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.114592] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-188e7c50-c64e-4140-9e44-7ea683d08734 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.119601] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.122564] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1120.122564] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52948a38-b0f2-28d1-748f-f801ccb19a1c" [ 1120.122564] env[62675]: _type = "Task" [ 1120.122564] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.130297] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52948a38-b0f2-28d1-748f-f801ccb19a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.274855] env[62675]: DEBUG nova.compute.manager [req-23292f2e-390f-4dfb-a7a0-7089bc0d8203 req-34006968-c849-4760-8b2f-750216bbac02 service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Received event network-vif-plugged-c68f8936-7968-4832-96b2-447d72ddf45f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1120.275110] env[62675]: DEBUG oslo_concurrency.lockutils [req-23292f2e-390f-4dfb-a7a0-7089bc0d8203 req-34006968-c849-4760-8b2f-750216bbac02 service nova] Acquiring lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.275331] env[62675]: DEBUG oslo_concurrency.lockutils [req-23292f2e-390f-4dfb-a7a0-7089bc0d8203 req-34006968-c849-4760-8b2f-750216bbac02 service nova] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.275523] env[62675]: DEBUG oslo_concurrency.lockutils [req-23292f2e-390f-4dfb-a7a0-7089bc0d8203 req-34006968-c849-4760-8b2f-750216bbac02 service nova] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.275671] env[62675]: DEBUG nova.compute.manager [req-23292f2e-390f-4dfb-a7a0-7089bc0d8203 req-34006968-c849-4760-8b2f-750216bbac02 service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] No waiting events found dispatching network-vif-plugged-c68f8936-7968-4832-96b2-447d72ddf45f {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.275837] env[62675]: WARNING nova.compute.manager [req-23292f2e-390f-4dfb-a7a0-7089bc0d8203 req-34006968-c849-4760-8b2f-750216bbac02 service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Received unexpected event network-vif-plugged-c68f8936-7968-4832-96b2-447d72ddf45f for instance with vm_state building and task_state block_device_mapping. [ 1120.314565] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f72b9110-1ab3-45ca-b252-26def364ef18 tempest-ServerShowV254Test-1781078873 tempest-ServerShowV254Test-1781078873-project-member] Lock "312d82ae-8db4-49c1-bb1c-4de5f07e5ff0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.956s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.362924] env[62675]: DEBUG nova.network.neutron [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Successfully updated port: c68f8936-7968-4832-96b2-447d72ddf45f {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.488312] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7031975f-7c2c-49f1-96b1-121e6d4ee39e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.496190] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b460a19-fc4d-4469-a2db-472fc9d2a042 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.528396] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03ebf59-558a-47d4-a252-04635d81f624 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.535703] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f05462-8c1d-4c95-bff5-2d9b8a9654ba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.549537] env[62675]: DEBUG nova.compute.provider_tree [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.619916] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691637, 'name': ReconfigVM_Task, 'duration_secs': 0.248719} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.620229] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 57238acd-d05e-4c43-a9fb-7559ef4966a2/57238acd-d05e-4c43-a9fb-7559ef4966a2.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.620843] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36daffb2-7774-47e7-8ea4-54a581eff49d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.627788] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1120.627788] env[62675]: value = "task-2691638" [ 1120.627788] env[62675]: _type = "Task" [ 1120.627788] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.631602] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52948a38-b0f2-28d1-748f-f801ccb19a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.634971] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f880302-af35-4781-8023-8e412e8eb1c2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.640212] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1120.640212] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]529460b1-1fb2-4823-a111-1272434fcd13" [ 1120.640212] env[62675]: _type = "Task" [ 1120.640212] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.644226] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691638, 'name': Rename_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.651877] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529460b1-1fb2-4823-a111-1272434fcd13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.865890] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.865953] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.866123] env[62675]: DEBUG nova.network.neutron [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.052164] env[62675]: DEBUG nova.scheduler.client.report [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.141254] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691638, 'name': Rename_Task, 'duration_secs': 0.129929} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.141525] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.141771] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ce336b8-914a-4ed5-b5a7-c78c40421b73 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.159223] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]529460b1-1fb2-4823-a111-1272434fcd13, 'name': SearchDatastore_Task, 'duration_secs': 0.023181} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.160343] env[62675]: DEBUG oslo_concurrency.lockutils [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.160599] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 55715506-5861-46d4-b153-7f9e5b613723/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk. {{(pid=62675) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1121.160913] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1121.160913] env[62675]: value = "task-2691639" [ 1121.160913] env[62675]: _type = "Task" [ 1121.160913] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.161111] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-593e36b1-e87f-4011-90e0-20ccc8db940b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.171921] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.173016] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1121.173016] env[62675]: value = "task-2691640" [ 1121.173016] env[62675]: _type = "Task" [ 1121.173016] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.180380] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.401063] env[62675]: DEBUG nova.network.neutron [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.423911] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updating instance_info_cache with network_info: [{"id": "5ca577bc-df4d-45fa-a773-828ddab03811", "address": "fa:16:3e:de:43:f3", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca577bc-df", "ovs_interfaceid": "5ca577bc-df4d-45fa-a773-828ddab03811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.557607] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.562399] env[62675]: DEBUG nova.network.neutron [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance_info_cache with network_info: [{"id": "c68f8936-7968-4832-96b2-447d72ddf45f", "address": "fa:16:3e:97:4d:03", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68f8936-79", "ovs_interfaceid": "c68f8936-7968-4832-96b2-447d72ddf45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.565041] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.791s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.567753] env[62675]: INFO nova.compute.claims [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.589026] env[62675]: INFO nova.scheduler.client.report [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Deleted allocations for instance 80313d60-fb75-40ea-88c7-b5eb6e653137 [ 1121.673009] env[62675]: DEBUG oslo_vmware.api [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691639, 'name': PowerOnVM_Task, 'duration_secs': 0.456834} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.673919] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.673919] env[62675]: DEBUG nova.compute.manager [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.674349] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb28476-02a5-4515-a50e-5897a65c6642 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.688342] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452318} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.688771] env[62675]: INFO nova.virt.vmwareapi.ds_util [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 55715506-5861-46d4-b153-7f9e5b613723/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk. [ 1121.689558] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02033860-5bd3-4912-8fe5-2673743784fb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.715656] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 55715506-5861-46d4-b153-7f9e5b613723/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.716754] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c58eb0ba-3b44-49be-9b65-12e7c40bca3c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.732642] env[62675]: DEBUG nova.compute.manager [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.733180] env[62675]: DEBUG nova.virt.hardware [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.733454] env[62675]: DEBUG nova.virt.hardware [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.733580] env[62675]: DEBUG nova.virt.hardware [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.733772] env[62675]: DEBUG nova.virt.hardware [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.733978] env[62675]: DEBUG nova.virt.hardware [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.734161] env[62675]: DEBUG nova.virt.hardware [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.734418] env[62675]: DEBUG nova.virt.hardware [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.734526] env[62675]: DEBUG nova.virt.hardware [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.734691] env[62675]: DEBUG nova.virt.hardware [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.734937] env[62675]: DEBUG nova.virt.hardware [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.735037] env[62675]: DEBUG nova.virt.hardware [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.736260] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22089386-0ae2-4b42-a4cc-7b5073630c9a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.744922] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696448aa-51db-49d5-b20c-ba895440f798 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.748833] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1121.748833] env[62675]: value = "task-2691641" [ 1121.748833] env[62675]: _type = "Task" [ 1121.748833] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.764449] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.926884] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Releasing lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.927147] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updated the network info_cache for instance {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1121.927371] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.927555] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.927688] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1122.073038] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.073415] env[62675]: DEBUG nova.compute.manager [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Instance network_info: |[{"id": "c68f8936-7968-4832-96b2-447d72ddf45f", "address": "fa:16:3e:97:4d:03", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68f8936-79", "ovs_interfaceid": "c68f8936-7968-4832-96b2-447d72ddf45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.075956] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:4d:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a8f5363-be3a-4f92-9ccf-33bb0c8113b3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c68f8936-7968-4832-96b2-447d72ddf45f', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.084198] env[62675]: DEBUG oslo.service.loopingcall [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1122.085205] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.086438] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3251f3c9-51ae-445c-a90d-16224f3d950b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.104071] env[62675]: DEBUG oslo_concurrency.lockutils [None req-fbb0270c-8712-4129-97cb-5581656ddfc6 tempest-ServerTagsTestJSON-1502528903 tempest-ServerTagsTestJSON-1502528903-project-member] Lock "80313d60-fb75-40ea-88c7-b5eb6e653137" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.293s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.110941] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.110941] env[62675]: value = "task-2691642" [ 1122.110941] env[62675]: _type = "Task" [ 1122.110941] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.120880] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691642, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.201163] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.258859] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691641, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.305580] env[62675]: DEBUG nova.compute.manager [req-8e57d470-a431-4eff-9483-39f2f4398f5f req-df3dba24-828a-4c0c-9558-92b1d650de04 service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Received event network-changed-c68f8936-7968-4832-96b2-447d72ddf45f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1122.305825] env[62675]: DEBUG nova.compute.manager [req-8e57d470-a431-4eff-9483-39f2f4398f5f req-df3dba24-828a-4c0c-9558-92b1d650de04 service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Refreshing instance network info cache due to event network-changed-c68f8936-7968-4832-96b2-447d72ddf45f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1122.306293] env[62675]: DEBUG oslo_concurrency.lockutils [req-8e57d470-a431-4eff-9483-39f2f4398f5f req-df3dba24-828a-4c0c-9558-92b1d650de04 service nova] Acquiring lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.306645] env[62675]: DEBUG oslo_concurrency.lockutils [req-8e57d470-a431-4eff-9483-39f2f4398f5f req-df3dba24-828a-4c0c-9558-92b1d650de04 service nova] Acquired lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.306962] env[62675]: DEBUG nova.network.neutron [req-8e57d470-a431-4eff-9483-39f2f4398f5f req-df3dba24-828a-4c0c-9558-92b1d650de04 service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Refreshing network info cache for port c68f8936-7968-4832-96b2-447d72ddf45f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.622612] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691642, 'name': CreateVM_Task, 'duration_secs': 0.380139} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.625354] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.626426] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'attachment_id': 'aa6d326b-13e6-4112-a150-f1245c450ed9', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542477', 'volume_id': '9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'name': 'volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5da5e1ab-0edd-45bc-8195-188d2bc987e3', 'attached_at': '', 'detached_at': '', 'volume_id': '9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'serial': '9a77e1d5-b078-4101-ab6f-ca916cc5940e'}, 'boot_index': 0, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62675) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1122.626753] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Root volume attach. Driver type: vmdk {{(pid=62675) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1122.627676] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8ec91f-4921-466c-b4fc-238079a7c8ac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.631786] env[62675]: DEBUG oslo_concurrency.lockutils [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "57238acd-d05e-4c43-a9fb-7559ef4966a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.632546] env[62675]: DEBUG oslo_concurrency.lockutils [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "57238acd-d05e-4c43-a9fb-7559ef4966a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.632978] env[62675]: DEBUG oslo_concurrency.lockutils [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "57238acd-d05e-4c43-a9fb-7559ef4966a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.633263] env[62675]: DEBUG oslo_concurrency.lockutils [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "57238acd-d05e-4c43-a9fb-7559ef4966a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.633584] env[62675]: DEBUG oslo_concurrency.lockutils [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "57238acd-d05e-4c43-a9fb-7559ef4966a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.642670] env[62675]: INFO nova.compute.manager [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Terminating instance [ 1122.645648] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f65a23a-0b87-4d6a-a82e-ab69f4412c5e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.653461] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15158270-d761-49ca-9e2a-147977c11bb9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.663537] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9522f2a6-8054-4ea4-92ad-1cea6c26d113 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.672635] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1122.672635] env[62675]: value = "task-2691643" [ 1122.672635] env[62675]: _type = "Task" [ 1122.672635] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.679646] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691643, 'name': RelocateVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.758329] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691641, 'name': ReconfigVM_Task, 'duration_secs': 0.536568} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.760920] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 55715506-5861-46d4-b153-7f9e5b613723/01f269e0-822c-4f74-9463-28808435f63b-rescue.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.762042] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a689a8f-322b-4a32-bbd1-0902ffab6878 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.789821] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b537fa-23ab-428c-a9ca-2e6c084843e6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.806303] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1122.806303] env[62675]: value = "task-2691644" [ 1122.806303] env[62675]: _type = "Task" [ 1122.806303] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.812869] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17a232d-6e12-4310-aaf9-51e21fbefcdd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.819806] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691644, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.822456] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740f85af-2adc-4381-a5b7-2c90df439e3f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.852534] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd06cf4d-b0dc-44a6-a481-9eb504ad1356 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.861212] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3294e6be-3ea3-45c1-b9a2-0d4a64443fdb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.874773] env[62675]: DEBUG nova.compute.provider_tree [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.150942] env[62675]: DEBUG oslo_concurrency.lockutils [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "refresh_cache-57238acd-d05e-4c43-a9fb-7559ef4966a2" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1123.151276] env[62675]: DEBUG oslo_concurrency.lockutils [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquired lock "refresh_cache-57238acd-d05e-4c43-a9fb-7559ef4966a2" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.151359] env[62675]: DEBUG nova.network.neutron [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.185572] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691643, 'name': RelocateVM_Task, 'duration_secs': 0.029427} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.185866] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1123.188053] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542477', 'volume_id': '9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'name': 'volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5da5e1ab-0edd-45bc-8195-188d2bc987e3', 'attached_at': '', 'detached_at': '', 'volume_id': '9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'serial': '9a77e1d5-b078-4101-ab6f-ca916cc5940e'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1123.190263] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1216fc41-bbfb-4748-a8ed-b6f7395dcea1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.205723] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1edb633-6842-4376-8ebb-d9fe33953c6d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.227158] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e/volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.227457] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fa5acec-43a7-4531-8921-a8360ebfbd83 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.257260] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1123.257260] env[62675]: value = "task-2691645" [ 1123.257260] env[62675]: _type = "Task" [ 1123.257260] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.265802] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.315416] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691644, 'name': ReconfigVM_Task, 'duration_secs': 0.382329} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.316081] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.316348] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb371539-44e8-4917-93fc-5b138e4d199b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.323846] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1123.323846] env[62675]: value = "task-2691646" [ 1123.323846] env[62675]: _type = "Task" [ 1123.323846] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.333832] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.377863] env[62675]: DEBUG nova.scheduler.client.report [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.445093] env[62675]: DEBUG nova.network.neutron [req-8e57d470-a431-4eff-9483-39f2f4398f5f req-df3dba24-828a-4c0c-9558-92b1d650de04 service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updated VIF entry in instance network info cache for port c68f8936-7968-4832-96b2-447d72ddf45f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.445093] env[62675]: DEBUG nova.network.neutron [req-8e57d470-a431-4eff-9483-39f2f4398f5f req-df3dba24-828a-4c0c-9558-92b1d650de04 service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance_info_cache with network_info: [{"id": "c68f8936-7968-4832-96b2-447d72ddf45f", "address": "fa:16:3e:97:4d:03", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68f8936-79", "ovs_interfaceid": "c68f8936-7968-4832-96b2-447d72ddf45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.672928] env[62675]: DEBUG nova.network.neutron [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.718482] env[62675]: DEBUG nova.network.neutron [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.767452] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691645, 'name': ReconfigVM_Task, 'duration_secs': 0.253867} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.767855] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e/volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.772597] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d912240-ab42-4096-8cdb-826e002a81b5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.789072] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1123.789072] env[62675]: value = "task-2691647" [ 1123.789072] env[62675]: _type = "Task" [ 1123.789072] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.798131] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.831609] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691646, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.882971] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.883567] env[62675]: DEBUG nova.compute.manager [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.886226] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.973s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.886471] env[62675]: DEBUG nova.objects.instance [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lazy-loading 'resources' on Instance uuid 618ce248-370f-4727-aae6-0c6b9640594f {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.947843] env[62675]: DEBUG oslo_concurrency.lockutils [req-8e57d470-a431-4eff-9483-39f2f4398f5f req-df3dba24-828a-4c0c-9558-92b1d650de04 service nova] Releasing lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.221603] env[62675]: DEBUG oslo_concurrency.lockutils [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Releasing lock "refresh_cache-57238acd-d05e-4c43-a9fb-7559ef4966a2" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.221961] env[62675]: DEBUG nova.compute.manager [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.222144] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.223056] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771948e3-1e4a-4b54-ac2e-9cbb25f8feca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.230959] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.231214] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dd5920c-b8bc-4431-9699-c09c6d1e8bac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.237165] env[62675]: DEBUG oslo_vmware.api [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1124.237165] env[62675]: value = "task-2691648" [ 1124.237165] env[62675]: _type = "Task" [ 1124.237165] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.244745] env[62675]: DEBUG oslo_vmware.api [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.299034] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691647, 'name': ReconfigVM_Task, 'duration_secs': 0.146379} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.299298] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542477', 'volume_id': '9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'name': 'volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5da5e1ab-0edd-45bc-8195-188d2bc987e3', 'attached_at': '', 'detached_at': '', 'volume_id': '9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'serial': '9a77e1d5-b078-4101-ab6f-ca916cc5940e'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1124.300028] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39007d89-1849-4c5d-a17f-37820605bd35 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.306602] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1124.306602] env[62675]: value = "task-2691649" [ 1124.306602] env[62675]: _type = "Task" [ 1124.306602] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.314468] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691649, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.334298] env[62675]: DEBUG oslo_vmware.api [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691646, 'name': PowerOnVM_Task, 'duration_secs': 0.627666} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.334659] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.337941] env[62675]: DEBUG nova.compute.manager [None req-1c4a73a0-9fe6-496b-a4ee-290e256cea8b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.338771] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c9eba7-feab-4fc8-88bb-0a4271c5ac46 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.390027] env[62675]: DEBUG nova.compute.utils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1124.394420] env[62675]: DEBUG nova.compute.manager [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.394623] env[62675]: DEBUG nova.network.neutron [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.435214] env[62675]: DEBUG nova.policy [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '367e3d6d821c40c18d8745e1f21b16ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac2481c15f8340dda5432d349495948a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.576659] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44caf01e-4f16-4a08-8eaa-dd7404f4a732 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.584112] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a59eec1-0205-40f8-b743-84f10942f490 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.614064] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb3b0b1-398a-4acf-889e-42167e0ca562 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.621332] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaa4bed-7aad-4048-ac12-983f9a6e0f14 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.634416] env[62675]: DEBUG nova.compute.provider_tree [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.748396] env[62675]: DEBUG oslo_vmware.api [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691648, 'name': PowerOffVM_Task, 'duration_secs': 0.20686} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.750966] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.751224] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.751485] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c7acf9-3e1a-4690-a6a0-3a7df5302652 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.778020] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.778244] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.778428] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Deleting the datastore file [datastore2] 57238acd-d05e-4c43-a9fb-7559ef4966a2 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.778682] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9863aaba-f7b8-4d94-a67d-b855e7b91a62 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.784930] env[62675]: DEBUG oslo_vmware.api [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1124.784930] env[62675]: value = "task-2691651" [ 1124.784930] env[62675]: _type = "Task" [ 1124.784930] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.793533] env[62675]: DEBUG oslo_vmware.api [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.797687] env[62675]: DEBUG nova.network.neutron [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Successfully created port: 4b2fe19e-d6d3-4484-bc1e-1fe01898407b {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.816164] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691649, 'name': Rename_Task, 'duration_secs': 0.148821} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.816432] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.816745] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3416414-8c21-4f9c-87c5-6e0d569e631e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.823742] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1124.823742] env[62675]: value = "task-2691652" [ 1124.823742] env[62675]: _type = "Task" [ 1124.823742] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.831941] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.898620] env[62675]: DEBUG nova.compute.manager [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.138030] env[62675]: DEBUG nova.scheduler.client.report [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.295866] env[62675]: DEBUG oslo_vmware.api [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108706} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.295866] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.296294] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.296294] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.296438] env[62675]: INFO nova.compute.manager [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1125.296674] env[62675]: DEBUG oslo.service.loopingcall [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1125.296896] env[62675]: DEBUG nova.compute.manager [-] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.296996] env[62675]: DEBUG nova.network.neutron [-] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.312804] env[62675]: DEBUG nova.network.neutron [-] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.332967] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.643229] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.648631] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.972s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.649747] env[62675]: INFO nova.compute.claims [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.660279] env[62675]: INFO nova.scheduler.client.report [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Deleted allocations for instance 618ce248-370f-4727-aae6-0c6b9640594f [ 1125.706761] env[62675]: DEBUG nova.compute.manager [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Stashing vm_state: active {{(pid=62675) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1125.815849] env[62675]: DEBUG nova.network.neutron [-] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.834165] env[62675]: DEBUG oslo_vmware.api [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691652, 'name': PowerOnVM_Task, 'duration_secs': 0.599308} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.835065] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.835365] env[62675]: INFO nova.compute.manager [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Took 4.10 seconds to spawn the instance on the hypervisor. [ 1125.835566] env[62675]: DEBUG nova.compute.manager [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.836436] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff516a8-4fe8-4f55-bddf-7494cde7c7df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.909831] env[62675]: DEBUG nova.compute.manager [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.922122] env[62675]: DEBUG nova.compute.manager [req-3dd42169-a941-4ef6-88c0-680347831a8e req-92f79d6d-4e1c-4f8d-aac8-e5d1bfd0e98f service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Received event network-changed-532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.922334] env[62675]: DEBUG nova.compute.manager [req-3dd42169-a941-4ef6-88c0-680347831a8e req-92f79d6d-4e1c-4f8d-aac8-e5d1bfd0e98f service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Refreshing instance network info cache due to event network-changed-532b134b-c99f-461f-ab22-7d46c4fa57d8. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1125.922584] env[62675]: DEBUG oslo_concurrency.lockutils [req-3dd42169-a941-4ef6-88c0-680347831a8e req-92f79d6d-4e1c-4f8d-aac8-e5d1bfd0e98f service nova] Acquiring lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.922766] env[62675]: DEBUG oslo_concurrency.lockutils [req-3dd42169-a941-4ef6-88c0-680347831a8e req-92f79d6d-4e1c-4f8d-aac8-e5d1bfd0e98f service nova] Acquired lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.922948] env[62675]: DEBUG nova.network.neutron [req-3dd42169-a941-4ef6-88c0-680347831a8e req-92f79d6d-4e1c-4f8d-aac8-e5d1bfd0e98f service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Refreshing network info cache for port 532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.946745] env[62675]: DEBUG nova.virt.hardware [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.946978] env[62675]: DEBUG nova.virt.hardware [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.947149] env[62675]: DEBUG nova.virt.hardware [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.947371] env[62675]: DEBUG nova.virt.hardware [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.947540] env[62675]: DEBUG nova.virt.hardware [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.947712] env[62675]: DEBUG nova.virt.hardware [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.947939] env[62675]: DEBUG nova.virt.hardware [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.948119] env[62675]: DEBUG nova.virt.hardware [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.948294] env[62675]: DEBUG nova.virt.hardware [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.948458] env[62675]: DEBUG nova.virt.hardware [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.948631] env[62675]: DEBUG nova.virt.hardware [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.949793] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973c1953-94e4-45b9-84a9-2a89462a610e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.958938] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b010401-a4b8-462f-adba-78a93abf35c9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.167295] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9b45263f-a42d-4f2e-aa0a-4c8b9fade5b8 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "618ce248-370f-4727-aae6-0c6b9640594f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.192s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.235464] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.318803] env[62675]: INFO nova.compute.manager [-] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Took 1.02 seconds to deallocate network for instance. [ 1126.355633] env[62675]: INFO nova.compute.manager [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Took 19.74 seconds to build instance. [ 1126.439570] env[62675]: DEBUG nova.network.neutron [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Successfully updated port: 4b2fe19e-d6d3-4484-bc1e-1fe01898407b {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.709149] env[62675]: DEBUG nova.network.neutron [req-3dd42169-a941-4ef6-88c0-680347831a8e req-92f79d6d-4e1c-4f8d-aac8-e5d1bfd0e98f service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Updated VIF entry in instance network info cache for port 532b134b-c99f-461f-ab22-7d46c4fa57d8. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.709528] env[62675]: DEBUG nova.network.neutron [req-3dd42169-a941-4ef6-88c0-680347831a8e req-92f79d6d-4e1c-4f8d-aac8-e5d1bfd0e98f service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Updating instance_info_cache with network_info: [{"id": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "address": "fa:16:3e:49:6d:62", "network": {"id": "7e226776-2323-4e12-a080-78a57c1501d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1511860752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4674ac741ce04e2c8833b3323403ea25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532b134b-c9", "ovs_interfaceid": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.825235] env[62675]: DEBUG oslo_concurrency.lockutils [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.860048] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f7132f9f-728b-451c-9e6b-b23bb70ac83a tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.253s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.867227] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c1d7b6-1624-43d8-9534-0b29eba388bc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.877878] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6359c46-3de6-4dc3-b7f7-d85fc4b083ec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.922429] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cfcd29-faaf-4501-92e4-479695b74216 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.929822] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debc968f-9b58-4825-9d22-3bd6c51bb936 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.945356] env[62675]: DEBUG nova.compute.provider_tree [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.947217] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "refresh_cache-9e9d0dc1-0e39-477b-8667-a77271e28fac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.947422] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "refresh_cache-9e9d0dc1-0e39-477b-8667-a77271e28fac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.947655] env[62675]: DEBUG nova.network.neutron [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.212236] env[62675]: DEBUG oslo_concurrency.lockutils [req-3dd42169-a941-4ef6-88c0-680347831a8e req-92f79d6d-4e1c-4f8d-aac8-e5d1bfd0e98f service nova] Releasing lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.450945] env[62675]: DEBUG nova.scheduler.client.report [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.829135] env[62675]: DEBUG nova.network.neutron [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.959531] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.960107] env[62675]: DEBUG nova.compute.manager [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.963268] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.612s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.964742] env[62675]: INFO nova.compute.claims [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.136136] env[62675]: DEBUG nova.network.neutron [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Updating instance_info_cache with network_info: [{"id": "4b2fe19e-d6d3-4484-bc1e-1fe01898407b", "address": "fa:16:3e:76:f0:29", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2fe19e-d6", "ovs_interfaceid": "4b2fe19e-d6d3-4484-bc1e-1fe01898407b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.214213] env[62675]: DEBUG nova.compute.manager [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Received event network-vif-plugged-4b2fe19e-d6d3-4484-bc1e-1fe01898407b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.214578] env[62675]: DEBUG oslo_concurrency.lockutils [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] Acquiring lock "9e9d0dc1-0e39-477b-8667-a77271e28fac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.215173] env[62675]: DEBUG oslo_concurrency.lockutils [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] Lock "9e9d0dc1-0e39-477b-8667-a77271e28fac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.215173] env[62675]: DEBUG oslo_concurrency.lockutils [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] Lock "9e9d0dc1-0e39-477b-8667-a77271e28fac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.215430] env[62675]: DEBUG nova.compute.manager [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] No waiting events found dispatching network-vif-plugged-4b2fe19e-d6d3-4484-bc1e-1fe01898407b {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.215842] env[62675]: WARNING nova.compute.manager [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Received unexpected event network-vif-plugged-4b2fe19e-d6d3-4484-bc1e-1fe01898407b for instance with vm_state building and task_state spawning. [ 1128.215949] env[62675]: DEBUG nova.compute.manager [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Received event network-changed-532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.216198] env[62675]: DEBUG nova.compute.manager [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Refreshing instance network info cache due to event network-changed-532b134b-c99f-461f-ab22-7d46c4fa57d8. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1128.216521] env[62675]: DEBUG oslo_concurrency.lockutils [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] Acquiring lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.217182] env[62675]: DEBUG oslo_concurrency.lockutils [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] Acquired lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.217182] env[62675]: DEBUG nova.network.neutron [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Refreshing network info cache for port 532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.397776] env[62675]: DEBUG nova.compute.manager [req-26c2f1a0-d80d-4bd7-97a7-1ed22bd0ab82 req-6cdc882d-f8a7-459b-8267-940ccc1ec12d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Received event network-changed-5ca577bc-df4d-45fa-a773-828ddab03811 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.397776] env[62675]: DEBUG nova.compute.manager [req-26c2f1a0-d80d-4bd7-97a7-1ed22bd0ab82 req-6cdc882d-f8a7-459b-8267-940ccc1ec12d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Refreshing instance network info cache due to event network-changed-5ca577bc-df4d-45fa-a773-828ddab03811. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1128.397776] env[62675]: DEBUG oslo_concurrency.lockutils [req-26c2f1a0-d80d-4bd7-97a7-1ed22bd0ab82 req-6cdc882d-f8a7-459b-8267-940ccc1ec12d service nova] Acquiring lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.397776] env[62675]: DEBUG oslo_concurrency.lockutils [req-26c2f1a0-d80d-4bd7-97a7-1ed22bd0ab82 req-6cdc882d-f8a7-459b-8267-940ccc1ec12d service nova] Acquired lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.397776] env[62675]: DEBUG nova.network.neutron [req-26c2f1a0-d80d-4bd7-97a7-1ed22bd0ab82 req-6cdc882d-f8a7-459b-8267-940ccc1ec12d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Refreshing network info cache for port 5ca577bc-df4d-45fa-a773-828ddab03811 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.471174] env[62675]: DEBUG nova.compute.utils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1128.475552] env[62675]: DEBUG nova.compute.manager [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.475817] env[62675]: DEBUG nova.network.neutron [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.517903] env[62675]: DEBUG nova.policy [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9806ce8aaf7d40b1bb5c0522ee57f89f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ea5b5da5022451684aed1645a8d8374', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.639572] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "refresh_cache-9e9d0dc1-0e39-477b-8667-a77271e28fac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.639951] env[62675]: DEBUG nova.compute.manager [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Instance network_info: |[{"id": "4b2fe19e-d6d3-4484-bc1e-1fe01898407b", "address": "fa:16:3e:76:f0:29", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2fe19e-d6", "ovs_interfaceid": "4b2fe19e-d6d3-4484-bc1e-1fe01898407b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.640420] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:f0:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b2fe19e-d6d3-4484-bc1e-1fe01898407b', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.652315] env[62675]: DEBUG oslo.service.loopingcall [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1128.652636] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.653047] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c87f5a1-4c2f-4331-a954-da0fc0a13a79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.685533] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.685533] env[62675]: value = "task-2691653" [ 1128.685533] env[62675]: _type = "Task" [ 1128.685533] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.694036] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691653, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.823507] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "6afd5325-9900-41a9-8b2e-3669230c7c69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.823746] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.978567] env[62675]: DEBUG nova.compute.manager [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.043729] env[62675]: DEBUG nova.network.neutron [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Successfully created port: 73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.116229] env[62675]: DEBUG nova.network.neutron [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Updated VIF entry in instance network info cache for port 532b134b-c99f-461f-ab22-7d46c4fa57d8. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.116596] env[62675]: DEBUG nova.network.neutron [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Updating instance_info_cache with network_info: [{"id": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "address": "fa:16:3e:49:6d:62", "network": {"id": "7e226776-2323-4e12-a080-78a57c1501d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1511860752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4674ac741ce04e2c8833b3323403ea25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532b134b-c9", "ovs_interfaceid": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.195900] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691653, 'name': CreateVM_Task, 'duration_secs': 0.368178} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.195900] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.196687] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.196870] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.197208] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1129.199967] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d8d2c5-6c36-4c91-a817-d114e816e960 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.205119] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1129.205119] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b8a1f1-558c-97f3-73c8-974184dc3100" [ 1129.205119] env[62675]: _type = "Task" [ 1129.205119] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.215289] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b8a1f1-558c-97f3-73c8-974184dc3100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.216809] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdb1370-5e7b-483c-bc30-78bb1e833b9b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.223790] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3440c0d-d17e-4575-9198-7b4cda883b6b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.257488] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94416f52-95cd-42c1-af5e-9a71b17ee8ac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.260390] env[62675]: DEBUG nova.network.neutron [req-26c2f1a0-d80d-4bd7-97a7-1ed22bd0ab82 req-6cdc882d-f8a7-459b-8267-940ccc1ec12d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updated VIF entry in instance network info cache for port 5ca577bc-df4d-45fa-a773-828ddab03811. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.260733] env[62675]: DEBUG nova.network.neutron [req-26c2f1a0-d80d-4bd7-97a7-1ed22bd0ab82 req-6cdc882d-f8a7-459b-8267-940ccc1ec12d service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updating instance_info_cache with network_info: [{"id": "5ca577bc-df4d-45fa-a773-828ddab03811", "address": "fa:16:3e:de:43:f3", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca577bc-df", "ovs_interfaceid": "5ca577bc-df4d-45fa-a773-828ddab03811", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.268770] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246462a7-d269-4e10-bca5-64d870edec66 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.283590] env[62675]: DEBUG nova.compute.provider_tree [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.329954] env[62675]: DEBUG nova.compute.manager [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.619668] env[62675]: DEBUG oslo_concurrency.lockutils [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] Releasing lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.619668] env[62675]: DEBUG nova.compute.manager [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Received event network-changed-4b2fe19e-d6d3-4484-bc1e-1fe01898407b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1129.619962] env[62675]: DEBUG nova.compute.manager [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Refreshing instance network info cache due to event network-changed-4b2fe19e-d6d3-4484-bc1e-1fe01898407b. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1129.619962] env[62675]: DEBUG oslo_concurrency.lockutils [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] Acquiring lock "refresh_cache-9e9d0dc1-0e39-477b-8667-a77271e28fac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.620069] env[62675]: DEBUG oslo_concurrency.lockutils [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] Acquired lock "refresh_cache-9e9d0dc1-0e39-477b-8667-a77271e28fac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.620262] env[62675]: DEBUG nova.network.neutron [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Refreshing network info cache for port 4b2fe19e-d6d3-4484-bc1e-1fe01898407b {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.715170] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b8a1f1-558c-97f3-73c8-974184dc3100, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.715505] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.715763] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.716044] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.716206] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.716397] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.716716] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f486714-677b-40a9-9a58-f614e7e271c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.725022] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.725279] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.726006] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d212228d-13a1-4705-8f7e-e5a76fc4a054 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.732202] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1129.732202] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52947af2-3221-7ba6-f91d-dbfb6310a028" [ 1129.732202] env[62675]: _type = "Task" [ 1129.732202] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.739284] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52947af2-3221-7ba6-f91d-dbfb6310a028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.763429] env[62675]: DEBUG oslo_concurrency.lockutils [req-26c2f1a0-d80d-4bd7-97a7-1ed22bd0ab82 req-6cdc882d-f8a7-459b-8267-940ccc1ec12d service nova] Releasing lock "refresh_cache-d6247e9c-c9c4-472e-8d75-5b416859b9ca" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.789716] env[62675]: DEBUG nova.scheduler.client.report [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.855292] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.858875] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquiring lock "55715506-5861-46d4-b153-7f9e5b613723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.859891] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Lock "55715506-5861-46d4-b153-7f9e5b613723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.859891] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquiring lock "55715506-5861-46d4-b153-7f9e5b613723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.859891] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Lock "55715506-5861-46d4-b153-7f9e5b613723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.859891] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Lock "55715506-5861-46d4-b153-7f9e5b613723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.861945] env[62675]: INFO nova.compute.manager [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Terminating instance [ 1129.943275] env[62675]: DEBUG nova.compute.manager [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Stashing vm_state: active {{(pid=62675) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1129.997145] env[62675]: DEBUG nova.compute.manager [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.024538] env[62675]: DEBUG nova.virt.hardware [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.024877] env[62675]: DEBUG nova.virt.hardware [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.025071] env[62675]: DEBUG nova.virt.hardware [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.025262] env[62675]: DEBUG nova.virt.hardware [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.025425] env[62675]: DEBUG nova.virt.hardware [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.025587] env[62675]: DEBUG nova.virt.hardware [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.025811] env[62675]: DEBUG nova.virt.hardware [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.025995] env[62675]: DEBUG nova.virt.hardware [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.026203] env[62675]: DEBUG nova.virt.hardware [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.026399] env[62675]: DEBUG nova.virt.hardware [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.026630] env[62675]: DEBUG nova.virt.hardware [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.027594] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b20505-4455-47d3-ba15-711d46dc4bc0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.036282] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00b14c4-4aa8-493a-b6a8-c7e6c201b579 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.240266] env[62675]: DEBUG nova.compute.manager [req-c75135ec-3563-4728-9e65-55b97fa5e923 req-53fca929-44d9-4175-9811-605b7ad0aea7 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Received event network-changed-532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.240461] env[62675]: DEBUG nova.compute.manager [req-c75135ec-3563-4728-9e65-55b97fa5e923 req-53fca929-44d9-4175-9811-605b7ad0aea7 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Refreshing instance network info cache due to event network-changed-532b134b-c99f-461f-ab22-7d46c4fa57d8. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1130.240669] env[62675]: DEBUG oslo_concurrency.lockutils [req-c75135ec-3563-4728-9e65-55b97fa5e923 req-53fca929-44d9-4175-9811-605b7ad0aea7 service nova] Acquiring lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.240817] env[62675]: DEBUG oslo_concurrency.lockutils [req-c75135ec-3563-4728-9e65-55b97fa5e923 req-53fca929-44d9-4175-9811-605b7ad0aea7 service nova] Acquired lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.240979] env[62675]: DEBUG nova.network.neutron [req-c75135ec-3563-4728-9e65-55b97fa5e923 req-53fca929-44d9-4175-9811-605b7ad0aea7 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Refreshing network info cache for port 532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.245731] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52947af2-3221-7ba6-f91d-dbfb6310a028, 'name': SearchDatastore_Task, 'duration_secs': 0.008773} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.246663] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833962c2-47a4-4fdf-a22f-32d11d495f1b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.252543] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1130.252543] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cc6a4a-0cc6-3984-d365-55209b33b61d" [ 1130.252543] env[62675]: _type = "Task" [ 1130.252543] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.260242] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cc6a4a-0cc6-3984-d365-55209b33b61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.295311] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.295760] env[62675]: DEBUG nova.compute.manager [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.298255] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.100s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.298359] env[62675]: DEBUG nova.objects.instance [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 57238acd-d05e-4c43-a9fb-7559ef4966a2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62675) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1130.322901] env[62675]: DEBUG nova.network.neutron [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Updated VIF entry in instance network info cache for port 4b2fe19e-d6d3-4484-bc1e-1fe01898407b. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.323306] env[62675]: DEBUG nova.network.neutron [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Updating instance_info_cache with network_info: [{"id": "4b2fe19e-d6d3-4484-bc1e-1fe01898407b", "address": "fa:16:3e:76:f0:29", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2fe19e-d6", "ovs_interfaceid": "4b2fe19e-d6d3-4484-bc1e-1fe01898407b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.366153] env[62675]: DEBUG nova.compute.manager [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.366153] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.366879] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf782e9-a7f6-4111-a1bc-7f5b759f3995 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.374865] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.375135] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03efe621-f367-4638-819b-370a7aad250c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.381792] env[62675]: DEBUG oslo_vmware.api [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1130.381792] env[62675]: value = "task-2691654" [ 1130.381792] env[62675]: _type = "Task" [ 1130.381792] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.389451] env[62675]: DEBUG oslo_vmware.api [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.423320] env[62675]: DEBUG nova.compute.manager [req-96745203-77f3-4831-8878-d413b9f046f0 req-588915af-1c2a-4aba-b4ee-6839cbb1883b service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Received event network-changed-c68f8936-7968-4832-96b2-447d72ddf45f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.423541] env[62675]: DEBUG nova.compute.manager [req-96745203-77f3-4831-8878-d413b9f046f0 req-588915af-1c2a-4aba-b4ee-6839cbb1883b service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Refreshing instance network info cache due to event network-changed-c68f8936-7968-4832-96b2-447d72ddf45f. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1130.423799] env[62675]: DEBUG oslo_concurrency.lockutils [req-96745203-77f3-4831-8878-d413b9f046f0 req-588915af-1c2a-4aba-b4ee-6839cbb1883b service nova] Acquiring lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.423971] env[62675]: DEBUG oslo_concurrency.lockutils [req-96745203-77f3-4831-8878-d413b9f046f0 req-588915af-1c2a-4aba-b4ee-6839cbb1883b service nova] Acquired lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.424181] env[62675]: DEBUG nova.network.neutron [req-96745203-77f3-4831-8878-d413b9f046f0 req-588915af-1c2a-4aba-b4ee-6839cbb1883b service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Refreshing network info cache for port c68f8936-7968-4832-96b2-447d72ddf45f {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.463072] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.614014] env[62675]: DEBUG nova.network.neutron [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Successfully updated port: 73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.764660] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cc6a4a-0cc6-3984-d365-55209b33b61d, 'name': SearchDatastore_Task, 'duration_secs': 0.008934} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.764966] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.765192] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9e9d0dc1-0e39-477b-8667-a77271e28fac/9e9d0dc1-0e39-477b-8667-a77271e28fac.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.765445] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9095e9e6-034f-4178-87ff-95b045615aa2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.772161] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1130.772161] env[62675]: value = "task-2691655" [ 1130.772161] env[62675]: _type = "Task" [ 1130.772161] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.781299] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.802758] env[62675]: DEBUG nova.compute.utils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1130.806681] env[62675]: DEBUG nova.compute.manager [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.806864] env[62675]: DEBUG nova.network.neutron [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.826850] env[62675]: DEBUG oslo_concurrency.lockutils [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] Releasing lock "refresh_cache-9e9d0dc1-0e39-477b-8667-a77271e28fac" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.827126] env[62675]: DEBUG nova.compute.manager [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Received event network-changed-532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.827311] env[62675]: DEBUG nova.compute.manager [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Refreshing instance network info cache due to event network-changed-532b134b-c99f-461f-ab22-7d46c4fa57d8. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1130.827500] env[62675]: DEBUG oslo_concurrency.lockutils [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] Acquiring lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.871522] env[62675]: DEBUG nova.policy [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60aae4b9af4f4ab88915aaf317f9c86a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8165738aeca34cab9c941f110e96064c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.894193] env[62675]: DEBUG oslo_vmware.api [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691654, 'name': PowerOffVM_Task, 'duration_secs': 0.217655} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.894193] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.894193] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.894193] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6a93a76-01bf-49c1-88e9-0e3c1effdbeb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.933592] env[62675]: DEBUG nova.network.neutron [req-c75135ec-3563-4728-9e65-55b97fa5e923 req-53fca929-44d9-4175-9811-605b7ad0aea7 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Updated VIF entry in instance network info cache for port 532b134b-c99f-461f-ab22-7d46c4fa57d8. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.933592] env[62675]: DEBUG nova.network.neutron [req-c75135ec-3563-4728-9e65-55b97fa5e923 req-53fca929-44d9-4175-9811-605b7ad0aea7 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Updating instance_info_cache with network_info: [{"id": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "address": "fa:16:3e:49:6d:62", "network": {"id": "7e226776-2323-4e12-a080-78a57c1501d3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1511860752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4674ac741ce04e2c8833b3323403ea25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532b134b-c9", "ovs_interfaceid": "532b134b-c99f-461f-ab22-7d46c4fa57d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.970025] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.970025] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.970025] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Deleting the datastore file [datastore1] 55715506-5861-46d4-b153-7f9e5b613723 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.970025] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28c42352-6440-418b-9169-cb536c38714c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.977079] env[62675]: DEBUG oslo_vmware.api [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for the task: (returnval){ [ 1130.977079] env[62675]: value = "task-2691657" [ 1130.977079] env[62675]: _type = "Task" [ 1130.977079] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.993336] env[62675]: DEBUG oslo_vmware.api [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.117469] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.117792] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.118011] env[62675]: DEBUG nova.network.neutron [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.281997] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461244} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.282316] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9e9d0dc1-0e39-477b-8667-a77271e28fac/9e9d0dc1-0e39-477b-8667-a77271e28fac.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.282549] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.282813] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6173d88-46db-4f12-bacf-302c7ad855c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.289098] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1131.289098] env[62675]: value = "task-2691658" [ 1131.289098] env[62675]: _type = "Task" [ 1131.289098] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.296031] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.307667] env[62675]: DEBUG nova.compute.manager [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.310981] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b042c5d6-bb10-4d67-90c2-549f82c27ea4 tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.312161] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.077s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.368546] env[62675]: DEBUG nova.network.neutron [req-96745203-77f3-4831-8878-d413b9f046f0 req-588915af-1c2a-4aba-b4ee-6839cbb1883b service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updated VIF entry in instance network info cache for port c68f8936-7968-4832-96b2-447d72ddf45f. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.369015] env[62675]: DEBUG nova.network.neutron [req-96745203-77f3-4831-8878-d413b9f046f0 req-588915af-1c2a-4aba-b4ee-6839cbb1883b service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance_info_cache with network_info: [{"id": "c68f8936-7968-4832-96b2-447d72ddf45f", "address": "fa:16:3e:97:4d:03", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68f8936-79", "ovs_interfaceid": "c68f8936-7968-4832-96b2-447d72ddf45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.387845] env[62675]: DEBUG nova.network.neutron [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Successfully created port: 43c02456-b5ca-4050-8cae-211660619ecf {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.435716] env[62675]: DEBUG oslo_concurrency.lockutils [req-c75135ec-3563-4728-9e65-55b97fa5e923 req-53fca929-44d9-4175-9811-605b7ad0aea7 service nova] Releasing lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.436149] env[62675]: DEBUG oslo_concurrency.lockutils [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] Acquired lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.436343] env[62675]: DEBUG nova.network.neutron [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Refreshing network info cache for port 532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.488751] env[62675]: DEBUG oslo_vmware.api [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Task: {'id': task-2691657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376616} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.489045] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.489243] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.489420] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.489596] env[62675]: INFO nova.compute.manager [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1131.489828] env[62675]: DEBUG oslo.service.loopingcall [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1131.490029] env[62675]: DEBUG nova.compute.manager [-] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.490125] env[62675]: DEBUG nova.network.neutron [-] [instance: 55715506-5861-46d4-b153-7f9e5b613723] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.666905] env[62675]: DEBUG nova.network.neutron [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.799909] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060554} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.800261] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.800955] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94f02a5-791b-40aa-938c-5b7106623273 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.821104] env[62675]: INFO nova.compute.claims [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.833446] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 9e9d0dc1-0e39-477b-8667-a77271e28fac/9e9d0dc1-0e39-477b-8667-a77271e28fac.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.833751] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aa71e34-995a-4744-81bd-75848215adf4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.854478] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1131.854478] env[62675]: value = "task-2691659" [ 1131.854478] env[62675]: _type = "Task" [ 1131.854478] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.859536] env[62675]: DEBUG nova.network.neutron [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updating instance_info_cache with network_info: [{"id": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "address": "fa:16:3e:37:86:ad", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a731f3-ff", "ovs_interfaceid": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.867286] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.871187] env[62675]: DEBUG oslo_concurrency.lockutils [req-96745203-77f3-4831-8878-d413b9f046f0 req-588915af-1c2a-4aba-b4ee-6839cbb1883b service nova] Releasing lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.960364] env[62675]: INFO nova.network.neutron [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Port 532b134b-c99f-461f-ab22-7d46c4fa57d8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1131.960364] env[62675]: DEBUG nova.network.neutron [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.266327] env[62675]: DEBUG nova.compute.manager [req-e4baaf17-43e5-4545-a35a-993adb211861 req-d96ca0d8-bf7f-49c8-b603-ff2d8e786eee service nova] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Received event network-vif-deleted-532b134b-c99f-461f-ab22-7d46c4fa57d8 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.334477] env[62675]: DEBUG nova.compute.manager [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.337831] env[62675]: INFO nova.compute.resource_tracker [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating resource usage from migration fd5904d1-1725-444c-b783-e6077c70a4f9 [ 1132.353433] env[62675]: DEBUG nova.network.neutron [-] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.362553] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.362836] env[62675]: DEBUG nova.compute.manager [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Instance network_info: |[{"id": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "address": "fa:16:3e:37:86:ad", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a731f3-ff", "ovs_interfaceid": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.364276] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:86:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73a731f3-ff38-4a4c-bc93-77584b1b44b1', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.371661] env[62675]: DEBUG oslo.service.loopingcall [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1132.376602] env[62675]: DEBUG nova.virt.hardware [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.376847] env[62675]: DEBUG nova.virt.hardware [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.377046] env[62675]: DEBUG nova.virt.hardware [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.377270] env[62675]: DEBUG nova.virt.hardware [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.377423] env[62675]: DEBUG nova.virt.hardware [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.377570] env[62675]: DEBUG nova.virt.hardware [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.377776] env[62675]: DEBUG nova.virt.hardware [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.377935] env[62675]: DEBUG nova.virt.hardware [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.378113] env[62675]: DEBUG nova.virt.hardware [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.378274] env[62675]: DEBUG nova.virt.hardware [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.378442] env[62675]: DEBUG nova.virt.hardware [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.378971] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.379261] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691659, 'name': ReconfigVM_Task, 'duration_secs': 0.272994} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.379919] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c3ac96-06aa-47f7-95ba-bf2b5914a7fc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.384504] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3883eee-0237-49cc-b389-34484463bfcb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.398041] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 9e9d0dc1-0e39-477b-8667-a77271e28fac/9e9d0dc1-0e39-477b-8667-a77271e28fac.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.399200] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b76f711e-46d5-4d67-9eef-a4b4270e741e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.408660] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1948cb1c-53d2-4979-945b-1cb5113c20d2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.412189] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.412189] env[62675]: value = "task-2691661" [ 1132.412189] env[62675]: _type = "Task" [ 1132.412189] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.412454] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1132.412454] env[62675]: value = "task-2691660" [ 1132.412454] env[62675]: _type = "Task" [ 1132.412454] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.435470] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691661, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.438608] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691660, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.454577] env[62675]: DEBUG nova.compute.manager [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Received event network-vif-plugged-73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.454672] env[62675]: DEBUG oslo_concurrency.lockutils [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] Acquiring lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.454896] env[62675]: DEBUG oslo_concurrency.lockutils [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.455082] env[62675]: DEBUG oslo_concurrency.lockutils [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.455251] env[62675]: DEBUG nova.compute.manager [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] No waiting events found dispatching network-vif-plugged-73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.455416] env[62675]: WARNING nova.compute.manager [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Received unexpected event network-vif-plugged-73a731f3-ff38-4a4c-bc93-77584b1b44b1 for instance with vm_state building and task_state spawning. [ 1132.455575] env[62675]: DEBUG nova.compute.manager [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Received event network-changed-73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.455796] env[62675]: DEBUG nova.compute.manager [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Refreshing instance network info cache due to event network-changed-73a731f3-ff38-4a4c-bc93-77584b1b44b1. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1132.456064] env[62675]: DEBUG oslo_concurrency.lockutils [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] Acquiring lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.456219] env[62675]: DEBUG oslo_concurrency.lockutils [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] Acquired lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.456510] env[62675]: DEBUG nova.network.neutron [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Refreshing network info cache for port 73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.463825] env[62675]: DEBUG oslo_concurrency.lockutils [req-e844e73c-8755-4f04-bd36-efe4f21c095f req-7fdd7bd8-f036-4244-b4df-906c15e06722 service nova] Releasing lock "refresh_cache-55715506-5861-46d4-b153-7f9e5b613723" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.560735] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8112d27c-b916-46bb-8c15-0cf962ddc88b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.570009] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb0281e-5fae-459b-98f0-54ae297d553d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.600590] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031efc84-8542-4dbf-8d4f-aed1fd626156 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.607448] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d0c6a4-8ec9-4dfd-b3d9-dd1d5d15507d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.620380] env[62675]: DEBUG nova.compute.provider_tree [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.855697] env[62675]: INFO nova.compute.manager [-] [instance: 55715506-5861-46d4-b153-7f9e5b613723] Took 1.37 seconds to deallocate network for instance. [ 1132.909806] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.935301] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691661, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.935301] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691660, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.083327] env[62675]: DEBUG nova.network.neutron [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Successfully updated port: 43c02456-b5ca-4050-8cae-211660619ecf {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.124030] env[62675]: DEBUG nova.scheduler.client.report [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.237949] env[62675]: DEBUG nova.network.neutron [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updated VIF entry in instance network info cache for port 73a731f3-ff38-4a4c-bc93-77584b1b44b1. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.238352] env[62675]: DEBUG nova.network.neutron [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updating instance_info_cache with network_info: [{"id": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "address": "fa:16:3e:37:86:ad", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a731f3-ff", "ovs_interfaceid": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.362148] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.429456] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691660, 'name': Rename_Task, 'duration_secs': 0.818821} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.432671] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.432832] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691661, 'name': CreateVM_Task, 'duration_secs': 0.715871} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.433916] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf6e2b3a-8b75-477d-a48f-4f638e1a81b9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.434594] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.435304] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.435304] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.435540] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.436085] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2c8b7f6-8688-4a66-9735-79652c118934 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.440034] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1133.440034] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]521be5b1-d088-673f-f2d5-d667ac67c1fb" [ 1133.440034] env[62675]: _type = "Task" [ 1133.440034] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.441220] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1133.441220] env[62675]: value = "task-2691662" [ 1133.441220] env[62675]: _type = "Task" [ 1133.441220] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.450933] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521be5b1-d088-673f-f2d5-d667ac67c1fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.453727] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.586673] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Acquiring lock "refresh_cache-0530eb6b-aa4b-463f-9be9-e939bf4940aa" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.586861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Acquired lock "refresh_cache-0530eb6b-aa4b-463f-9be9-e939bf4940aa" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.587016] env[62675]: DEBUG nova.network.neutron [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.629353] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.317s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.629614] env[62675]: INFO nova.compute.manager [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Migrating [ 1133.636347] env[62675]: DEBUG oslo_concurrency.lockutils [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.811s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.636572] env[62675]: DEBUG nova.objects.instance [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lazy-loading 'resources' on Instance uuid 57238acd-d05e-4c43-a9fb-7559ef4966a2 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.741617] env[62675]: DEBUG oslo_concurrency.lockutils [req-895f7a37-0949-42df-893c-816eefb513c0 req-d7ac569f-e6ce-4898-957d-cfe8bb353910 service nova] Releasing lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.821811] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033561d1-3275-44d6-ba62-4a015e039ed5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.829796] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0e4b8c-c1f8-4b80-a8c8-1f7c0ce01026 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.860821] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5331164-ec4c-4841-9070-01812da0afa6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.868871] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe7f31f-40d8-49e5-b04f-dc33a442f4ce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.885052] env[62675]: DEBUG nova.compute.provider_tree [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.909816] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.958548] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521be5b1-d088-673f-f2d5-d667ac67c1fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01089} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.958746] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691662, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.959296] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.959536] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.959868] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.959957] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.960099] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.960366] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1837665-94fa-4871-adda-3dda0ffa8e58 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.970763] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.970953] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.971672] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162fbbe8-719e-42c4-bd71-eae0667c44a5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.976824] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1133.976824] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]5270d82c-8ec7-1b0c-9f3b-799d70607d7b" [ 1133.976824] env[62675]: _type = "Task" [ 1133.976824] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.984492] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5270d82c-8ec7-1b0c-9f3b-799d70607d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.129279] env[62675]: DEBUG nova.network.neutron [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.148950] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.149153] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.149338] env[62675]: DEBUG nova.network.neutron [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.261868] env[62675]: DEBUG nova.network.neutron [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Updating instance_info_cache with network_info: [{"id": "43c02456-b5ca-4050-8cae-211660619ecf", "address": "fa:16:3e:7c:f1:b5", "network": {"id": "82e85d82-7d9b-4327-b6c9-034af4d652a6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-884159496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165738aeca34cab9c941f110e96064c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c02456-b5", "ovs_interfaceid": "43c02456-b5ca-4050-8cae-211660619ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.292517] env[62675]: DEBUG nova.compute.manager [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Received event network-vif-plugged-43c02456-b5ca-4050-8cae-211660619ecf {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.292777] env[62675]: DEBUG oslo_concurrency.lockutils [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] Acquiring lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.292939] env[62675]: DEBUG oslo_concurrency.lockutils [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] Lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.293125] env[62675]: DEBUG oslo_concurrency.lockutils [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] Lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.293298] env[62675]: DEBUG nova.compute.manager [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] No waiting events found dispatching network-vif-plugged-43c02456-b5ca-4050-8cae-211660619ecf {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.293463] env[62675]: WARNING nova.compute.manager [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Received unexpected event network-vif-plugged-43c02456-b5ca-4050-8cae-211660619ecf for instance with vm_state building and task_state spawning. [ 1134.293623] env[62675]: DEBUG nova.compute.manager [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Received event network-changed-43c02456-b5ca-4050-8cae-211660619ecf {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.293777] env[62675]: DEBUG nova.compute.manager [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Refreshing instance network info cache due to event network-changed-43c02456-b5ca-4050-8cae-211660619ecf. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1134.293939] env[62675]: DEBUG oslo_concurrency.lockutils [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] Acquiring lock "refresh_cache-0530eb6b-aa4b-463f-9be9-e939bf4940aa" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.387918] env[62675]: DEBUG nova.scheduler.client.report [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.459999] env[62675]: DEBUG oslo_vmware.api [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691662, 'name': PowerOnVM_Task, 'duration_secs': 0.605326} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.467123] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.467123] env[62675]: INFO nova.compute.manager [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1134.467123] env[62675]: DEBUG nova.compute.manager [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.467123] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b872cde6-c278-4b60-8d8d-37551f71cf0c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.486314] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]5270d82c-8ec7-1b0c-9f3b-799d70607d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.012051} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.487224] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6842e5cb-1030-4c1b-9441-57c41f5a7cb1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.492992] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1134.492992] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b13247-5d81-7b03-b1dd-e4ec25497a5d" [ 1134.492992] env[62675]: _type = "Task" [ 1134.492992] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.500746] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b13247-5d81-7b03-b1dd-e4ec25497a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.764336] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Releasing lock "refresh_cache-0530eb6b-aa4b-463f-9be9-e939bf4940aa" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.764684] env[62675]: DEBUG nova.compute.manager [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Instance network_info: |[{"id": "43c02456-b5ca-4050-8cae-211660619ecf", "address": "fa:16:3e:7c:f1:b5", "network": {"id": "82e85d82-7d9b-4327-b6c9-034af4d652a6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-884159496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165738aeca34cab9c941f110e96064c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c02456-b5", "ovs_interfaceid": "43c02456-b5ca-4050-8cae-211660619ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.767297] env[62675]: DEBUG oslo_concurrency.lockutils [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] Acquired lock "refresh_cache-0530eb6b-aa4b-463f-9be9-e939bf4940aa" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.767487] env[62675]: DEBUG nova.network.neutron [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Refreshing network info cache for port 43c02456-b5ca-4050-8cae-211660619ecf {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.768785] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:f1:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43c02456-b5ca-4050-8cae-211660619ecf', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.776152] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Creating folder: Project (8165738aeca34cab9c941f110e96064c). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.778872] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46372cf7-844a-4992-a1dd-04d1696d5de8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.792604] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Created folder: Project (8165738aeca34cab9c941f110e96064c) in parent group-v542174. [ 1134.792813] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Creating folder: Instances. Parent ref: group-v542494. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1134.793088] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa07a422-53f8-4013-b8e9-42db034cc2d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.801696] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Created folder: Instances in parent group-v542494. [ 1134.801918] env[62675]: DEBUG oslo.service.loopingcall [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1134.802113] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.802307] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8910e0ff-5d84-4cba-be62-4867d5263139 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.825208] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.825208] env[62675]: value = "task-2691665" [ 1134.825208] env[62675]: _type = "Task" [ 1134.825208] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.833281] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691665, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.884714] env[62675]: DEBUG nova.network.neutron [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance_info_cache with network_info: [{"id": "25398bcd-ff10-4053-b65f-029eccd365e2", "address": "fa:16:3e:89:99:93", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25398bcd-ff", "ovs_interfaceid": "25398bcd-ff10-4053-b65f-029eccd365e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.892755] env[62675]: DEBUG oslo_concurrency.lockutils [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.256s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.895320] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.040s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.896906] env[62675]: INFO nova.compute.claims [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.911571] env[62675]: INFO nova.scheduler.client.report [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Deleted allocations for instance 57238acd-d05e-4c43-a9fb-7559ef4966a2 [ 1134.976972] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._sync_power_states {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.985269] env[62675]: DEBUG nova.network.neutron [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Updated VIF entry in instance network info cache for port 43c02456-b5ca-4050-8cae-211660619ecf. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.986479] env[62675]: DEBUG nova.network.neutron [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Updating instance_info_cache with network_info: [{"id": "43c02456-b5ca-4050-8cae-211660619ecf", "address": "fa:16:3e:7c:f1:b5", "network": {"id": "82e85d82-7d9b-4327-b6c9-034af4d652a6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-884159496-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8165738aeca34cab9c941f110e96064c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43c02456-b5", "ovs_interfaceid": "43c02456-b5ca-4050-8cae-211660619ecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.988053] env[62675]: INFO nova.compute.manager [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Took 20.23 seconds to build instance. [ 1135.004990] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52b13247-5d81-7b03-b1dd-e4ec25497a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.030087} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.004990] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.004990] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 09c68eb2-7aa2-495c-a0a0-92f1ed228197/09c68eb2-7aa2-495c-a0a0-92f1ed228197.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.004990] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0e4155c-c5d9-4264-af8c-92aa39327d6a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.010987] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1135.010987] env[62675]: value = "task-2691666" [ 1135.010987] env[62675]: _type = "Task" [ 1135.010987] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.022092] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.337913] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691665, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.387874] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.421278] env[62675]: DEBUG oslo_concurrency.lockutils [None req-322e5acc-c996-49af-8e72-ce1ec80501cd tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "57238acd-d05e-4c43-a9fb-7559ef4966a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.789s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.486144] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Getting list of instances from cluster (obj){ [ 1135.486144] env[62675]: value = "domain-c8" [ 1135.486144] env[62675]: _type = "ClusterComputeResource" [ 1135.486144] env[62675]: } {{(pid=62675) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1135.487318] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f455a751-653f-4323-8847-9c7fdaeb1a68 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.491058] env[62675]: DEBUG oslo_concurrency.lockutils [req-68033f1e-a4ca-4f5c-bce8-6e817a9b0f4f req-45145fc5-2b03-494d-8412-3377d56d76c8 service nova] Releasing lock "refresh_cache-0530eb6b-aa4b-463f-9be9-e939bf4940aa" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.491211] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9093a590-b137-4215-8ead-b72befe57f89 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "9e9d0dc1-0e39-477b-8667-a77271e28fac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.745s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.506156] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Got total of 10 instances {{(pid=62675) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1135.506320] env[62675]: WARNING nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] While synchronizing instance power states, found 12 instances in the database and 10 instances on the hypervisor. [ 1135.506461] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid d6247e9c-c9c4-472e-8d75-5b416859b9ca {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1135.506666] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 0043b1b7-6921-4357-8a0d-417ededffe99 {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1135.506843] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 05b72ed6-0439-4c10-9504-4bf982e1bc5a {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1135.506993] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 706fc606-b780-4ede-8380-73dedd21a2f4 {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1135.507148] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1135.507297] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 5687e71e-a7fe-47c0-b584-89f943408bb1 {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1135.507444] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 55715506-5861-46d4-b153-7f9e5b613723 {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1135.507589] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 5da5e1ab-0edd-45bc-8195-188d2bc987e3 {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1135.507745] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 9e9d0dc1-0e39-477b-8667-a77271e28fac {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1135.507912] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 09c68eb2-7aa2-495c-a0a0-92f1ed228197 {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1135.508099] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 0530eb6b-aa4b-463f-9be9-e939bf4940aa {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1135.508202] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Triggering sync for uuid 6afd5325-9900-41a9-8b2e-3669230c7c69 {{(pid=62675) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1135.508819] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.509049] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.509315] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "0043b1b7-6921-4357-8a0d-417ededffe99" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.509501] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "0043b1b7-6921-4357-8a0d-417ededffe99" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.509727] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.509936] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.510182] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "706fc606-b780-4ede-8380-73dedd21a2f4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.510360] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "706fc606-b780-4ede-8380-73dedd21a2f4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.510522] env[62675]: INFO nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1135.510680] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "706fc606-b780-4ede-8380-73dedd21a2f4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.510862] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.511046] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.511272] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "5687e71e-a7fe-47c0-b584-89f943408bb1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.511451] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "5687e71e-a7fe-47c0-b584-89f943408bb1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.511672] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "55715506-5861-46d4-b153-7f9e5b613723" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.511874] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.512056] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.512215] env[62675]: INFO nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1135.512369] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.512546] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "9e9d0dc1-0e39-477b-8667-a77271e28fac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.512713] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "9e9d0dc1-0e39-477b-8667-a77271e28fac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.512935] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.513146] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.513340] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "6afd5325-9900-41a9-8b2e-3669230c7c69" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.514139] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de57b9e-a4e8-42fb-9610-20898b438e34 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.519287] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950e8243-8b24-45b3-be24-8763ea79cb54 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.522128] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c39be8-a3c7-48ea-9933-73f5925b23b6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.524928] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7442a65f-a629-400c-b9f1-c96e26acc4cb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.527552] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa4db45-a83e-4236-8bdb-5ec7691f1620 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.532030] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e38466d-6b4f-4617-a9ff-e51305fa67d7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.564773] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468292} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.565940] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 09c68eb2-7aa2-495c-a0a0-92f1ed228197/09c68eb2-7aa2-495c-a0a0-92f1ed228197.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.566213] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.568059] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f0853dc-f851-4783-971c-52c347a0b9b9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.576408] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1135.576408] env[62675]: value = "task-2691667" [ 1135.576408] env[62675]: _type = "Task" [ 1135.576408] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.588164] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.836364] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691665, 'name': CreateVM_Task, 'duration_secs': 0.579268} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.836538] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.844894] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.845162] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.845496] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1135.845755] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa79fea5-182b-4bd3-b03d-bcb106afd702 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.850810] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Waiting for the task: (returnval){ [ 1135.850810] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a5a94c-6477-a663-9111-452d03c9f6b7" [ 1135.850810] env[62675]: _type = "Task" [ 1135.850810] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.858283] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a5a94c-6477-a663-9111-452d03c9f6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.057503] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.057974] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.058333] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.061655] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "0043b1b7-6921-4357-8a0d-417ededffe99" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.064828] env[62675]: INFO nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] During sync_power_state the instance has a pending task (deleting). Skip. [ 1136.065035] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "5687e71e-a7fe-47c0-b584-89f943408bb1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.070550] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "9e9d0dc1-0e39-477b-8667-a77271e28fac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.072195] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b946c1b-3248-4e42-b0e0-95c779a1a45e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.084346] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd30d1e-f526-4a00-abfc-0649f788366d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.090033] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "5687e71e-a7fe-47c0-b584-89f943408bb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.090265] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "5687e71e-a7fe-47c0-b584-89f943408bb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.090463] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "5687e71e-a7fe-47c0-b584-89f943408bb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.090647] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "5687e71e-a7fe-47c0-b584-89f943408bb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.090819] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "5687e71e-a7fe-47c0-b584-89f943408bb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.092484] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063821} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.092945] env[62675]: INFO nova.compute.manager [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Terminating instance [ 1136.094545] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.096223] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d176c-1e34-4f05-b024-c50f77e6c61a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.124264] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491d7914-9571-4dfb-ab96-33132cfd9fdd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.144379] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 09c68eb2-7aa2-495c-a0a0-92f1ed228197/09c68eb2-7aa2-495c-a0a0-92f1ed228197.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.145215] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aac9296-76d5-477b-b7e5-01d8a6adb974 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.163179] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78347bd-fb84-40ac-9dba-8885852fc7db {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.168472] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1136.168472] env[62675]: value = "task-2691668" [ 1136.168472] env[62675]: _type = "Task" [ 1136.168472] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.179526] env[62675]: DEBUG nova.compute.provider_tree [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.185679] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.196933] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7381deed-d0c0-462e-bcee-dd169d563d95 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "9e9d0dc1-0e39-477b-8667-a77271e28fac" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.197272] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7381deed-d0c0-462e-bcee-dd169d563d95 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "9e9d0dc1-0e39-477b-8667-a77271e28fac" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.197339] env[62675]: DEBUG nova.compute.manager [None req-7381deed-d0c0-462e-bcee-dd169d563d95 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.198216] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30179142-03ef-4246-b682-1df6509cf933 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.205137] env[62675]: DEBUG nova.compute.manager [None req-7381deed-d0c0-462e-bcee-dd169d563d95 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1136.205678] env[62675]: DEBUG nova.objects.instance [None req-7381deed-d0c0-462e-bcee-dd169d563d95 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lazy-loading 'flavor' on Instance uuid 9e9d0dc1-0e39-477b-8667-a77271e28fac {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.362864] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a5a94c-6477-a663-9111-452d03c9f6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009572} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.363273] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.363574] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.363871] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.364102] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.364355] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.364676] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6348a3e4-4988-4bc2-87fe-0f3be5af7e15 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.373595] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.373762] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.374465] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ac2400-0ded-4db0-b2f6-529b7ce5d63b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.379355] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Waiting for the task: (returnval){ [ 1136.379355] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a50ae0-2aa7-817c-5c62-50dfac6785ab" [ 1136.379355] env[62675]: _type = "Task" [ 1136.379355] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.386368] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a50ae0-2aa7-817c-5c62-50dfac6785ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.441313] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.441543] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.623746] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "refresh_cache-5687e71e-a7fe-47c0-b584-89f943408bb1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.623942] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquired lock "refresh_cache-5687e71e-a7fe-47c0-b584-89f943408bb1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.624178] env[62675]: DEBUG nova.network.neutron [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.679157] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691668, 'name': ReconfigVM_Task, 'duration_secs': 0.335576} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.679402] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 09c68eb2-7aa2-495c-a0a0-92f1ed228197/09c68eb2-7aa2-495c-a0a0-92f1ed228197.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.680043] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22661b5b-5800-4829-8ec4-00356ca4bbda {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.682575] env[62675]: DEBUG nova.scheduler.client.report [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.686851] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1136.686851] env[62675]: value = "task-2691669" [ 1136.686851] env[62675]: _type = "Task" [ 1136.686851] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.695143] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691669, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.889664] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a50ae0-2aa7-817c-5c62-50dfac6785ab, 'name': SearchDatastore_Task, 'duration_secs': 0.017115} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.890515] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7f4816-e0f9-4d98-a242-e8464c9e9528 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.895815] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Waiting for the task: (returnval){ [ 1136.895815] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]520496d2-d5ac-504b-a736-9be93e72d117" [ 1136.895815] env[62675]: _type = "Task" [ 1136.895815] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.901790] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546e7640-0a82-4ea2-929d-42dd9bd8c08b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.907103] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520496d2-d5ac-504b-a736-9be93e72d117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.922249] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance '706fc606-b780-4ede-8380-73dedd21a2f4' progress to 0 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.147270] env[62675]: DEBUG nova.network.neutron [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.188948] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.189732] env[62675]: DEBUG nova.compute.manager [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.192732] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.730s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1137.198029] env[62675]: DEBUG nova.network.neutron [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.204028] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691669, 'name': Rename_Task, 'duration_secs': 0.151343} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.204290] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.204570] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4819170c-ed13-4237-afe1-890fd1550eda {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.211382] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1137.211382] env[62675]: value = "task-2691670" [ 1137.211382] env[62675]: _type = "Task" [ 1137.211382] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.211853] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7381deed-d0c0-462e-bcee-dd169d563d95 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.214731] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-191f03d7-1f8c-4a55-8dc4-94730978281a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.223560] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.225365] env[62675]: DEBUG oslo_vmware.api [None req-7381deed-d0c0-462e-bcee-dd169d563d95 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1137.225365] env[62675]: value = "task-2691671" [ 1137.225365] env[62675]: _type = "Task" [ 1137.225365] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.233604] env[62675]: DEBUG oslo_vmware.api [None req-7381deed-d0c0-462e-bcee-dd169d563d95 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.406957] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]520496d2-d5ac-504b-a736-9be93e72d117, 'name': SearchDatastore_Task, 'duration_secs': 0.023147} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.407323] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.407614] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 0530eb6b-aa4b-463f-9be9-e939bf4940aa/0530eb6b-aa4b-463f-9be9-e939bf4940aa.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.407943] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dfba498-fc26-4252-9269-896d38ea9226 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.415170] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Waiting for the task: (returnval){ [ 1137.415170] env[62675]: value = "task-2691672" [ 1137.415170] env[62675]: _type = "Task" [ 1137.415170] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.423569] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.428300] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.428548] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8216e0ed-53fc-44dc-b0ac-8d655b82bae0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.435410] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1137.435410] env[62675]: value = "task-2691673" [ 1137.435410] env[62675]: _type = "Task" [ 1137.435410] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.443138] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.700189] env[62675]: INFO nova.compute.claims [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.704756] env[62675]: DEBUG nova.compute.utils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1137.706132] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Releasing lock "refresh_cache-5687e71e-a7fe-47c0-b584-89f943408bb1" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.706503] env[62675]: DEBUG nova.compute.manager [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.706766] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.707421] env[62675]: DEBUG nova.compute.manager [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1137.707584] env[62675]: DEBUG nova.network.neutron [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.710260] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae65f454-3006-4f19-992d-0acfc5e0fb69 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.722813] env[62675]: DEBUG oslo_vmware.api [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691670, 'name': PowerOnVM_Task, 'duration_secs': 0.47007} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.726248] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.726248] env[62675]: INFO nova.compute.manager [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1137.726248] env[62675]: DEBUG nova.compute.manager [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.727108] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.727864] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaae445-735e-4aef-957b-c8a85c1e7188 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.731160] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ba97743-2c8d-47af-8467-2956d4da5db0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.741570] env[62675]: DEBUG oslo_vmware.api [None req-7381deed-d0c0-462e-bcee-dd169d563d95 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691671, 'name': PowerOffVM_Task, 'duration_secs': 0.246759} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.744293] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-7381deed-d0c0-462e-bcee-dd169d563d95 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.744501] env[62675]: DEBUG nova.compute.manager [None req-7381deed-d0c0-462e-bcee-dd169d563d95 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1137.747894] env[62675]: DEBUG oslo_vmware.api [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1137.747894] env[62675]: value = "task-2691674" [ 1137.747894] env[62675]: _type = "Task" [ 1137.747894] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.748645] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a36d35-123e-4d2b-a8c3-ddf0fa80e7df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.767432] env[62675]: DEBUG nova.policy [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd93e416e463d4797a05ddf0817d24e71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '473a4c964b854fa18bd4e85a5942bd81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.769498] env[62675]: DEBUG oslo_vmware.api [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.909571] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.909860] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.910052] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1137.927130] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691672, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.949474] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691673, 'name': PowerOffVM_Task, 'duration_secs': 0.165202} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.950757] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.950757] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance '706fc606-b780-4ede-8380-73dedd21a2f4' progress to 17 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.138885] env[62675]: DEBUG nova.network.neutron [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Successfully created port: e78c5d5e-35d4-49e2-b70e-34a7acdd9099 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.211556] env[62675]: INFO nova.compute.resource_tracker [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating resource usage from migration e6d8d913-0f0f-43ed-ad9f-9bb9df2d3c05 [ 1138.212067] env[62675]: DEBUG nova.compute.manager [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.272466] env[62675]: INFO nova.compute.manager [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Took 20.63 seconds to build instance. [ 1138.274382] env[62675]: DEBUG oslo_concurrency.lockutils [None req-7381deed-d0c0-462e-bcee-dd169d563d95 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "9e9d0dc1-0e39-477b-8667-a77271e28fac" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.280513] env[62675]: DEBUG oslo_vmware.api [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691674, 'name': PowerOffVM_Task, 'duration_secs': 0.281926} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.280513] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.280710] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.281778] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3dded66-5b9a-4bac-8479-bc0ce8ee4072 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.305731] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.305848] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.305963] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Deleting the datastore file [datastore1] 5687e71e-a7fe-47c0-b584-89f943408bb1 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.306210] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-987b481f-3d6a-49fe-8bdd-a393e9fd1ec2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.312798] env[62675]: DEBUG oslo_vmware.api [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for the task: (returnval){ [ 1138.312798] env[62675]: value = "task-2691676" [ 1138.312798] env[62675]: _type = "Task" [ 1138.312798] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.323419] env[62675]: DEBUG oslo_vmware.api [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.432288] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61762} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.432288] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 0530eb6b-aa4b-463f-9be9-e939bf4940aa/0530eb6b-aa4b-463f-9be9-e939bf4940aa.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.432474] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.432716] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-842990c4-b9c1-405e-b86d-58de5f380556 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.439191] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67867ba-ea6e-4f30-aa02-7d7ef03c9d7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.443960] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Waiting for the task: (returnval){ [ 1138.443960] env[62675]: value = "task-2691677" [ 1138.443960] env[62675]: _type = "Task" [ 1138.443960] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.451022] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097db1f5-61d9-46d4-a2d8-651747652fa2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.460310] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1138.460583] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1138.460776] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.460973] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1138.461183] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.461342] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1138.461549] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1138.461710] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1138.461880] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1138.462061] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1138.462305] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1138.468397] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.469028] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ef69ff8-03f1-4a10-aa4b-0bdca937f98f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.506739] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2728af84-466c-44d8-8823-0b25d147c9b7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.510499] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1138.510499] env[62675]: value = "task-2691678" [ 1138.510499] env[62675]: _type = "Task" [ 1138.510499] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.519547] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3482dc50-0e16-4792-a6f0-8f56b813540f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.526797] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691678, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.536292] env[62675]: DEBUG nova.compute.provider_tree [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.775794] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8b47416c-e74d-4c50-a976-23477407112a tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.141s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.776158] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.263s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.776362] env[62675]: INFO nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] During sync_power_state the instance has a pending task (spawning). Skip. [ 1138.776539] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.822945] env[62675]: DEBUG oslo_vmware.api [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Task: {'id': task-2691676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099075} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.823254] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.823457] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.823641] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.823817] env[62675]: INFO nova.compute.manager [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1138.824103] env[62675]: DEBUG oslo.service.loopingcall [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1138.824270] env[62675]: DEBUG nova.compute.manager [-] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.824362] env[62675]: DEBUG nova.network.neutron [-] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.864516] env[62675]: DEBUG nova.network.neutron [-] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.909074] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.909238] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Starting heal instance info cache {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1138.919346] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "9e9d0dc1-0e39-477b-8667-a77271e28fac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.919606] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "9e9d0dc1-0e39-477b-8667-a77271e28fac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.919817] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "9e9d0dc1-0e39-477b-8667-a77271e28fac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.919999] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "9e9d0dc1-0e39-477b-8667-a77271e28fac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.920183] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "9e9d0dc1-0e39-477b-8667-a77271e28fac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.922260] env[62675]: INFO nova.compute.manager [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Terminating instance [ 1138.954247] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286061} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.954528] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.955312] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7ed434-7d97-4e87-b4a2-4d89f0fc7a2d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.978692] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 0530eb6b-aa4b-463f-9be9-e939bf4940aa/0530eb6b-aa4b-463f-9be9-e939bf4940aa.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.978692] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbb96523-84a5-403b-acab-c339d912a567 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.998663] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Waiting for the task: (returnval){ [ 1138.998663] env[62675]: value = "task-2691679" [ 1138.998663] env[62675]: _type = "Task" [ 1138.998663] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.008735] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.023646] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.040217] env[62675]: DEBUG nova.scheduler.client.report [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.212443] env[62675]: DEBUG nova.compute.manager [req-635f36cd-ba0e-446a-ace5-2ca7a44b77c6 req-aada497f-e54e-45a1-bbdc-782195dbdf34 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Received event network-changed-73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.212700] env[62675]: DEBUG nova.compute.manager [req-635f36cd-ba0e-446a-ace5-2ca7a44b77c6 req-aada497f-e54e-45a1-bbdc-782195dbdf34 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Refreshing instance network info cache due to event network-changed-73a731f3-ff38-4a4c-bc93-77584b1b44b1. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1139.212867] env[62675]: DEBUG oslo_concurrency.lockutils [req-635f36cd-ba0e-446a-ace5-2ca7a44b77c6 req-aada497f-e54e-45a1-bbdc-782195dbdf34 service nova] Acquiring lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.213036] env[62675]: DEBUG oslo_concurrency.lockutils [req-635f36cd-ba0e-446a-ace5-2ca7a44b77c6 req-aada497f-e54e-45a1-bbdc-782195dbdf34 service nova] Acquired lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.213220] env[62675]: DEBUG nova.network.neutron [req-635f36cd-ba0e-446a-ace5-2ca7a44b77c6 req-aada497f-e54e-45a1-bbdc-782195dbdf34 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Refreshing network info cache for port 73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.223376] env[62675]: DEBUG nova.compute.manager [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.249937] env[62675]: DEBUG nova.virt.hardware [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.250222] env[62675]: DEBUG nova.virt.hardware [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.250383] env[62675]: DEBUG nova.virt.hardware [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.250566] env[62675]: DEBUG nova.virt.hardware [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.250715] env[62675]: DEBUG nova.virt.hardware [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.250865] env[62675]: DEBUG nova.virt.hardware [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.251082] env[62675]: DEBUG nova.virt.hardware [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.251246] env[62675]: DEBUG nova.virt.hardware [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.251416] env[62675]: DEBUG nova.virt.hardware [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.251581] env[62675]: DEBUG nova.virt.hardware [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.251754] env[62675]: DEBUG nova.virt.hardware [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.252947] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19562d58-8b13-4852-a0c9-6fda0bbf3e8e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.264872] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da752016-88f3-4e20-aad6-8e2facb0aee7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.370332] env[62675]: DEBUG nova.network.neutron [-] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.426811] env[62675]: DEBUG nova.compute.manager [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.427066] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.427967] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88c7324-3ec6-423a-8213-1a77f7b9cf60 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.436342] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.436581] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdfd180a-8fbc-45e0-9740-c85927974e5a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.449218] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "refresh_cache-0043b1b7-6921-4357-8a0d-417ededffe99" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.449365] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquired lock "refresh_cache-0043b1b7-6921-4357-8a0d-417ededffe99" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.449507] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Forcefully refreshing network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1139.507549] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.507668] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.507769] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleting the datastore file [datastore1] 9e9d0dc1-0e39-477b-8667-a77271e28fac {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.512141] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ad10695-3f7f-4d8d-9c0f-06a2c1774b1e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.513846] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691679, 'name': ReconfigVM_Task, 'duration_secs': 0.282781} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.517032] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 0530eb6b-aa4b-463f-9be9-e939bf4940aa/0530eb6b-aa4b-463f-9be9-e939bf4940aa.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.517999] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ff19443-4810-4313-9622-f2b06afca308 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.522216] env[62675]: DEBUG oslo_vmware.api [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1139.522216] env[62675]: value = "task-2691681" [ 1139.522216] env[62675]: _type = "Task" [ 1139.522216] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.525426] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691678, 'name': ReconfigVM_Task, 'duration_secs': 0.563903} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.531027] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance '706fc606-b780-4ede-8380-73dedd21a2f4' progress to 33 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.533205] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Waiting for the task: (returnval){ [ 1139.533205] env[62675]: value = "task-2691682" [ 1139.533205] env[62675]: _type = "Task" [ 1139.533205] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.539476] env[62675]: DEBUG oslo_vmware.api [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.546528] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.354s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.546734] env[62675]: INFO nova.compute.manager [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Migrating [ 1139.553906] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691682, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.557103] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.195s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.557263] env[62675]: DEBUG nova.objects.instance [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Lazy-loading 'resources' on Instance uuid 55715506-5861-46d4-b153-7f9e5b613723 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.708202] env[62675]: DEBUG nova.compute.manager [req-dad65325-12b6-4876-995c-a7589750a0ef req-8c8f5ba5-e155-4bbe-a7c4-a8facb34a303 service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Received event network-vif-plugged-e78c5d5e-35d4-49e2-b70e-34a7acdd9099 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1139.708438] env[62675]: DEBUG oslo_concurrency.lockutils [req-dad65325-12b6-4876-995c-a7589750a0ef req-8c8f5ba5-e155-4bbe-a7c4-a8facb34a303 service nova] Acquiring lock "6afd5325-9900-41a9-8b2e-3669230c7c69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.708594] env[62675]: DEBUG oslo_concurrency.lockutils [req-dad65325-12b6-4876-995c-a7589750a0ef req-8c8f5ba5-e155-4bbe-a7c4-a8facb34a303 service nova] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.710435] env[62675]: DEBUG oslo_concurrency.lockutils [req-dad65325-12b6-4876-995c-a7589750a0ef req-8c8f5ba5-e155-4bbe-a7c4-a8facb34a303 service nova] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.710435] env[62675]: DEBUG nova.compute.manager [req-dad65325-12b6-4876-995c-a7589750a0ef req-8c8f5ba5-e155-4bbe-a7c4-a8facb34a303 service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] No waiting events found dispatching network-vif-plugged-e78c5d5e-35d4-49e2-b70e-34a7acdd9099 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.710435] env[62675]: WARNING nova.compute.manager [req-dad65325-12b6-4876-995c-a7589750a0ef req-8c8f5ba5-e155-4bbe-a7c4-a8facb34a303 service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Received unexpected event network-vif-plugged-e78c5d5e-35d4-49e2-b70e-34a7acdd9099 for instance with vm_state building and task_state spawning. [ 1139.775759] env[62675]: DEBUG nova.network.neutron [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Successfully updated port: e78c5d5e-35d4-49e2-b70e-34a7acdd9099 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.873308] env[62675]: INFO nova.compute.manager [-] [instance: 5687e71e-a7fe-47c0-b584-89f943408bb1] Took 1.05 seconds to deallocate network for instance. [ 1139.976217] env[62675]: DEBUG nova.network.neutron [req-635f36cd-ba0e-446a-ace5-2ca7a44b77c6 req-aada497f-e54e-45a1-bbdc-782195dbdf34 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updated VIF entry in instance network info cache for port 73a731f3-ff38-4a4c-bc93-77584b1b44b1. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.976596] env[62675]: DEBUG nova.network.neutron [req-635f36cd-ba0e-446a-ace5-2ca7a44b77c6 req-aada497f-e54e-45a1-bbdc-782195dbdf34 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updating instance_info_cache with network_info: [{"id": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "address": "fa:16:3e:37:86:ad", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a731f3-ff", "ovs_interfaceid": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.036311] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.036604] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.036707] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.036916] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.037082] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.037234] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.037486] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.037684] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.037859] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.038036] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.038217] env[62675]: DEBUG nova.virt.hardware [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.043402] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.043735] env[62675]: DEBUG oslo_vmware.api [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159635} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.043952] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656c4817-67cc-4a39-8fc3-eb2e18cbd021 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.059474] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.059672] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.059854] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.060036] env[62675]: INFO nova.compute.manager [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1140.060280] env[62675]: DEBUG oslo.service.loopingcall [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.060784] env[62675]: DEBUG nova.compute.manager [-] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.060883] env[62675]: DEBUG nova.network.neutron [-] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.066504] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.066658] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.066852] env[62675]: DEBUG nova.network.neutron [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.072488] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1140.072488] env[62675]: value = "task-2691683" [ 1140.072488] env[62675]: _type = "Task" [ 1140.072488] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.072710] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691682, 'name': Rename_Task, 'duration_secs': 0.142963} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.073224] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.076178] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64e27e1c-83f5-45c0-982b-9588099d914a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.084615] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.085967] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Waiting for the task: (returnval){ [ 1140.085967] env[62675]: value = "task-2691684" [ 1140.085967] env[62675]: _type = "Task" [ 1140.085967] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.095072] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.280621] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "refresh_cache-6afd5325-9900-41a9-8b2e-3669230c7c69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.280949] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired lock "refresh_cache-6afd5325-9900-41a9-8b2e-3669230c7c69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.281140] env[62675]: DEBUG nova.network.neutron [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.379860] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.383300] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cd8a70-0943-4a97-9eb9-be5310088e44 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.391433] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1318b48a-8e0e-4b52-b60c-8b15e517a55d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.422024] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2e3c39-5e72-4233-995b-2a818c5d67f3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.429557] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd35664-defc-4063-8f6c-806a4eb9eaa0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.445440] env[62675]: DEBUG nova.compute.provider_tree [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.479242] env[62675]: DEBUG oslo_concurrency.lockutils [req-635f36cd-ba0e-446a-ace5-2ca7a44b77c6 req-aada497f-e54e-45a1-bbdc-782195dbdf34 service nova] Releasing lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.591799] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691683, 'name': ReconfigVM_Task, 'duration_secs': 0.18507} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.595811] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.597069] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d50d4df-9130-463a-a76a-8d6422da81c0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.623756] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 706fc606-b780-4ede-8380-73dedd21a2f4/706fc606-b780-4ede-8380-73dedd21a2f4.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.631051] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f936b889-dfc5-4612-b80f-15605d7a2eea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.645695] env[62675]: DEBUG oslo_vmware.api [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691684, 'name': PowerOnVM_Task, 'duration_secs': 0.45147} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.646380] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.646592] env[62675]: INFO nova.compute.manager [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1140.646797] env[62675]: DEBUG nova.compute.manager [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.648558] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d30906e-1a76-41c9-8f40-ead257531989 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.653249] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1140.653249] env[62675]: value = "task-2691685" [ 1140.653249] env[62675]: _type = "Task" [ 1140.653249] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.670241] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.761438] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Updating instance_info_cache with network_info: [{"id": "9cdaaf24-3078-4e87-9fe4-799831e4b90a", "address": "fa:16:3e:d9:67:62", "network": {"id": "9d137b60-6a12-4efe-b592-7cdda3fcc2b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-82294361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac2481c15f8340dda5432d349495948a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cdaaf24-30", "ovs_interfaceid": "9cdaaf24-3078-4e87-9fe4-799831e4b90a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.814126] env[62675]: DEBUG nova.network.neutron [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1140.848252] env[62675]: DEBUG nova.network.neutron [-] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.858826] env[62675]: DEBUG nova.network.neutron [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance_info_cache with network_info: [{"id": "c68f8936-7968-4832-96b2-447d72ddf45f", "address": "fa:16:3e:97:4d:03", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68f8936-79", "ovs_interfaceid": "c68f8936-7968-4832-96b2-447d72ddf45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.945385] env[62675]: DEBUG nova.network.neutron [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Updating instance_info_cache with network_info: [{"id": "e78c5d5e-35d4-49e2-b70e-34a7acdd9099", "address": "fa:16:3e:f1:d7:a8", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape78c5d5e-35", "ovs_interfaceid": "e78c5d5e-35d4-49e2-b70e-34a7acdd9099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.948117] env[62675]: DEBUG nova.scheduler.client.report [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.168619] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691685, 'name': ReconfigVM_Task, 'duration_secs': 0.378028} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.169099] env[62675]: INFO nova.compute.manager [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Took 22.84 seconds to build instance. [ 1141.170192] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 706fc606-b780-4ede-8380-73dedd21a2f4/706fc606-b780-4ede-8380-73dedd21a2f4.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.170330] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance '706fc606-b780-4ede-8380-73dedd21a2f4' progress to 50 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.264073] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Releasing lock "refresh_cache-0043b1b7-6921-4357-8a0d-417ededffe99" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.264291] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Updated the network info_cache for instance {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1141.264584] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.264833] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.351434] env[62675]: INFO nova.compute.manager [-] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Took 1.29 seconds to deallocate network for instance. [ 1141.361603] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.448562] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Releasing lock "refresh_cache-6afd5325-9900-41a9-8b2e-3669230c7c69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.448909] env[62675]: DEBUG nova.compute.manager [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Instance network_info: |[{"id": "e78c5d5e-35d4-49e2-b70e-34a7acdd9099", "address": "fa:16:3e:f1:d7:a8", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape78c5d5e-35", "ovs_interfaceid": "e78c5d5e-35d4-49e2-b70e-34a7acdd9099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1141.449505] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:d7:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e78c5d5e-35d4-49e2-b70e-34a7acdd9099', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.457326] env[62675]: DEBUG oslo.service.loopingcall [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1141.458354] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.460383] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.460872] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.081s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.461107] env[62675]: DEBUG nova.objects.instance [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lazy-loading 'resources' on Instance uuid 5687e71e-a7fe-47c0-b584-89f943408bb1 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.462164] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0211c7ef-b100-4da7-85b6-707640a7db8a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.481562] env[62675]: INFO nova.scheduler.client.report [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Deleted allocations for instance 55715506-5861-46d4-b153-7f9e5b613723 [ 1141.488396] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.488396] env[62675]: value = "task-2691686" [ 1141.488396] env[62675]: _type = "Task" [ 1141.488396] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.501869] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691686, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.650994] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8923e0ea-4d0d-4a85-ac2a-f3f84722107b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.658751] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c57fc4-0cbd-45fb-839c-d0e9e709c38d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.688894] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bd00d184-af58-49a5-a0a5-8cc3a13990cc tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.371s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.690784] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.178s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.690982] env[62675]: INFO nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] During sync_power_state the instance has a pending task (spawning). Skip. [ 1141.691175] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.691893] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8af8fe-6953-4103-914a-791654ec2fdb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.694934] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01149da2-59c5-4e6b-905f-a4a7c35f6feb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.715133] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219be775-c80c-4055-af44-5cc3ac440811 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.718446] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7353064d-2000-4099-822f-741f5c4a0451 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.733506] env[62675]: DEBUG nova.compute.provider_tree [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.749880] env[62675]: DEBUG nova.compute.manager [req-dfed2d09-e08e-4a5f-a3e8-c61457175a9c req-bd2bbb06-8c5e-4c2d-b5d0-4b4e01768515 service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Received event network-changed-e78c5d5e-35d4-49e2-b70e-34a7acdd9099 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1141.750095] env[62675]: DEBUG nova.compute.manager [req-dfed2d09-e08e-4a5f-a3e8-c61457175a9c req-bd2bbb06-8c5e-4c2d-b5d0-4b4e01768515 service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Refreshing instance network info cache due to event network-changed-e78c5d5e-35d4-49e2-b70e-34a7acdd9099. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1141.750312] env[62675]: DEBUG oslo_concurrency.lockutils [req-dfed2d09-e08e-4a5f-a3e8-c61457175a9c req-bd2bbb06-8c5e-4c2d-b5d0-4b4e01768515 service nova] Acquiring lock "refresh_cache-6afd5325-9900-41a9-8b2e-3669230c7c69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.750457] env[62675]: DEBUG oslo_concurrency.lockutils [req-dfed2d09-e08e-4a5f-a3e8-c61457175a9c req-bd2bbb06-8c5e-4c2d-b5d0-4b4e01768515 service nova] Acquired lock "refresh_cache-6afd5325-9900-41a9-8b2e-3669230c7c69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.750619] env[62675]: DEBUG nova.network.neutron [req-dfed2d09-e08e-4a5f-a3e8-c61457175a9c req-bd2bbb06-8c5e-4c2d-b5d0-4b4e01768515 service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Refreshing network info cache for port e78c5d5e-35d4-49e2-b70e-34a7acdd9099 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.752068] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance '706fc606-b780-4ede-8380-73dedd21a2f4' progress to 67 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.756297] env[62675]: DEBUG nova.scheduler.client.report [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.767630] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.857077] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.989022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9507cf56-8f4c-4822-88bb-7c4a95d6c85b tempest-ServerRescueTestJSONUnderV235-640209980 tempest-ServerRescueTestJSONUnderV235-640209980-project-member] Lock "55715506-5861-46d4-b153-7f9e5b613723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.130s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.990034] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "55715506-5861-46d4-b153-7f9e5b613723" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.478s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.994152] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8bc8730a-a1cb-4d81-95e3-e7a76a042899 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.001670] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691686, 'name': CreateVM_Task} progress is 25%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.006027] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2034ef5-1062-446b-b6a7-51b5835667e5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.261796] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.801s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.267053] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.499s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.267230] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.267385] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1142.267677] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.411s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.267910] env[62675]: DEBUG nova.objects.instance [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lazy-loading 'resources' on Instance uuid 9e9d0dc1-0e39-477b-8667-a77271e28fac {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.269444] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11e6c2d-658c-435f-84bd-eafc3a9bdb7b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.280309] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9521443d-7584-4ec8-b0ca-f4cb0aa26b0d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.296404] env[62675]: INFO nova.scheduler.client.report [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Deleted allocations for instance 5687e71e-a7fe-47c0-b584-89f943408bb1 [ 1142.301204] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf70119-0245-4270-8b60-19e1a2dad7a9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.310701] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986c56fb-5585-42aa-9abc-0eeccd686106 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.315927] env[62675]: DEBUG nova.network.neutron [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Port 25398bcd-ff10-4053-b65f-029eccd365e2 binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1142.342294] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179414MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1142.342446] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.500315] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691686, 'name': CreateVM_Task, 'duration_secs': 0.623961} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.500662] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.501301] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.501493] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.501858] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.503366] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453d62c2-b9c3-4a2f-8c33-09ee4433e096 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.508687] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1142.508687] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e4d829-69e5-2ae0-5188-2835b662471e" [ 1142.508687] env[62675]: _type = "Task" [ 1142.508687] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.513182] env[62675]: DEBUG nova.network.neutron [req-dfed2d09-e08e-4a5f-a3e8-c61457175a9c req-bd2bbb06-8c5e-4c2d-b5d0-4b4e01768515 service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Updated VIF entry in instance network info cache for port e78c5d5e-35d4-49e2-b70e-34a7acdd9099. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.513541] env[62675]: DEBUG nova.network.neutron [req-dfed2d09-e08e-4a5f-a3e8-c61457175a9c req-bd2bbb06-8c5e-4c2d-b5d0-4b4e01768515 service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Updating instance_info_cache with network_info: [{"id": "e78c5d5e-35d4-49e2-b70e-34a7acdd9099", "address": "fa:16:3e:f1:d7:a8", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape78c5d5e-35", "ovs_interfaceid": "e78c5d5e-35d4-49e2-b70e-34a7acdd9099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.521103] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e4d829-69e5-2ae0-5188-2835b662471e, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.521200] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.521402] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.521628] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.521761] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.521939] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.522694] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9745608-810c-4fd9-aaff-b287f003b5cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.530458] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.530631] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.531550] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4743db56-3cd8-472e-8634-a080b4b53aef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.538198] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1142.538198] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]522c5098-e8dd-941a-85d1-8d5401311997" [ 1142.538198] env[62675]: _type = "Task" [ 1142.538198] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.541341] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "55715506-5861-46d4-b153-7f9e5b613723" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.545811] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522c5098-e8dd-941a-85d1-8d5401311997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.809993] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b5e39c1a-f510-4b0b-bc5b-ae3bee41f84b tempest-ServerShowV247Test-1931103064 tempest-ServerShowV247Test-1931103064-project-member] Lock "5687e71e-a7fe-47c0-b584-89f943408bb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.720s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.866159] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "706fc606-b780-4ede-8380-73dedd21a2f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.866327] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "706fc606-b780-4ede-8380-73dedd21a2f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.866500] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "706fc606-b780-4ede-8380-73dedd21a2f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.873981] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ff257a-9431-47be-8da1-08f8d76a6449 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.885020] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Acquiring lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.885020] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.885020] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Acquiring lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.885020] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.885020] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.899345] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance '5da5e1ab-0edd-45bc-8195-188d2bc987e3' progress to 0 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.905610] env[62675]: INFO nova.compute.manager [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Terminating instance [ 1142.991899] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7dda89-4952-4fa4-8e5a-ce32961594e8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.999970] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eaf2d9-1cbe-482f-b3d4-45bae4755b9e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.035333] env[62675]: DEBUG oslo_concurrency.lockutils [req-dfed2d09-e08e-4a5f-a3e8-c61457175a9c req-bd2bbb06-8c5e-4c2d-b5d0-4b4e01768515 service nova] Releasing lock "refresh_cache-6afd5325-9900-41a9-8b2e-3669230c7c69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.035661] env[62675]: DEBUG nova.compute.manager [req-dfed2d09-e08e-4a5f-a3e8-c61457175a9c req-bd2bbb06-8c5e-4c2d-b5d0-4b4e01768515 service nova] [instance: 9e9d0dc1-0e39-477b-8667-a77271e28fac] Received event network-vif-deleted-4b2fe19e-d6d3-4484-bc1e-1fe01898407b {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.037058] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ce90b7-ddec-4b80-9bfd-a293b4476a25 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.050017] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]522c5098-e8dd-941a-85d1-8d5401311997, 'name': SearchDatastore_Task, 'duration_secs': 0.007685} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.051873] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ab5a1e-e316-478c-b9bd-8f52cfbb77e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.055914] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2b3a4a-19c8-488c-b315-a47317c363db {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.062077] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1143.062077] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52525326-ccb7-e4cf-1c61-34c6ab6dfb13" [ 1143.062077] env[62675]: _type = "Task" [ 1143.062077] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.070784] env[62675]: DEBUG nova.compute.provider_tree [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.083774] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52525326-ccb7-e4cf-1c61-34c6ab6dfb13, 'name': SearchDatastore_Task, 'duration_secs': 0.009724} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.085048] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.085048] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 6afd5325-9900-41a9-8b2e-3669230c7c69/6afd5325-9900-41a9-8b2e-3669230c7c69.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.085241] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81bc8698-0543-4c0e-b3f1-c24c85e871e3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.091846] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1143.091846] env[62675]: value = "task-2691687" [ 1143.091846] env[62675]: _type = "Task" [ 1143.091846] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.100626] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.412025] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.412025] env[62675]: DEBUG nova.compute.manager [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.412025] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.412877] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e92e6c99-7ec2-4ab2-acac-e6b27c987bc2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.416259] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de03109-41cc-4421-af2f-912545421faa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.426305] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.431415] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36415f1b-eb54-45bd-bfd2-9d8bbafe514e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.431415] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1143.431415] env[62675]: value = "task-2691688" [ 1143.431415] env[62675]: _type = "Task" [ 1143.431415] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.440473] env[62675]: DEBUG oslo_vmware.api [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Waiting for the task: (returnval){ [ 1143.440473] env[62675]: value = "task-2691689" [ 1143.440473] env[62675]: _type = "Task" [ 1143.440473] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.448578] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.454091] env[62675]: DEBUG oslo_vmware.api [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.579615] env[62675]: DEBUG nova.scheduler.client.report [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.586021] env[62675]: DEBUG oslo_concurrency.lockutils [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.586021] env[62675]: DEBUG oslo_concurrency.lockutils [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.586021] env[62675]: INFO nova.compute.manager [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Shelving [ 1143.606217] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483552} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.606723] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 6afd5325-9900-41a9-8b2e-3669230c7c69/6afd5325-9900-41a9-8b2e-3669230c7c69.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.607150] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.607771] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6845f65b-97a1-4902-ba15-a1c1cf42a9c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.617237] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1143.617237] env[62675]: value = "task-2691690" [ 1143.617237] env[62675]: _type = "Task" [ 1143.617237] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.625379] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.908943] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.909165] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.909352] env[62675]: DEBUG nova.network.neutron [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.947637] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691688, 'name': PowerOffVM_Task, 'duration_secs': 0.290037} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.951918] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.952262] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance '5da5e1ab-0edd-45bc-8195-188d2bc987e3' progress to 17 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.968803] env[62675]: DEBUG oslo_vmware.api [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691689, 'name': PowerOffVM_Task, 'duration_secs': 0.281449} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.969192] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.969512] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.969797] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52650772-7b5a-4ee8-9bc5-db2b857d48c4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.071478] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.071662] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.071845] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Deleting the datastore file [datastore1] 0530eb6b-aa4b-463f-9be9-e939bf4940aa {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.072130] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0713c3-08ae-41e3-b974-d8e6c2640530 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.078969] env[62675]: DEBUG oslo_vmware.api [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Waiting for the task: (returnval){ [ 1144.078969] env[62675]: value = "task-2691692" [ 1144.078969] env[62675]: _type = "Task" [ 1144.078969] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.087315] env[62675]: DEBUG oslo_vmware.api [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.087529] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.091360] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.749s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1144.114384] env[62675]: INFO nova.scheduler.client.report [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted allocations for instance 9e9d0dc1-0e39-477b-8667-a77271e28fac [ 1144.127743] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062499} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.128020] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.128780] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f97227-aae0-484d-8cef-72bde60d00fb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.151253] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 6afd5325-9900-41a9-8b2e-3669230c7c69/6afd5325-9900-41a9-8b2e-3669230c7c69.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.151557] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bcf10f4-6c60-40e6-8332-9a586e648882 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.170866] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1144.170866] env[62675]: value = "task-2691693" [ 1144.170866] env[62675]: _type = "Task" [ 1144.170866] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.179089] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.462185] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.462453] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.462589] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.462768] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.462916] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.463076] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.463283] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.463483] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.463616] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.463780] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.463955] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.469034] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-733c475e-d579-46c1-bf43-a72103af6e3d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.487705] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1144.487705] env[62675]: value = "task-2691694" [ 1144.487705] env[62675]: _type = "Task" [ 1144.487705] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.498787] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691694, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.589588] env[62675]: DEBUG oslo_vmware.api [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Task: {'id': task-2691692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16612} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.589995] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.590087] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.590218] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.590392] env[62675]: INFO nova.compute.manager [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1144.590640] env[62675]: DEBUG oslo.service.loopingcall [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.590839] env[62675]: DEBUG nova.compute.manager [-] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.590937] env[62675]: DEBUG nova.network.neutron [-] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.602943] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.603076] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-357183c3-3111-4e47-b577-9efbdeed011f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.610995] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1144.610995] env[62675]: value = "task-2691695" [ 1144.610995] env[62675]: _type = "Task" [ 1144.610995] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.620793] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.626985] env[62675]: DEBUG oslo_concurrency.lockutils [None req-2432ab49-6cda-4635-86fb-aefc69235407 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "9e9d0dc1-0e39-477b-8667-a77271e28fac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.707s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1144.638799] env[62675]: DEBUG nova.network.neutron [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance_info_cache with network_info: [{"id": "25398bcd-ff10-4053-b65f-029eccd365e2", "address": "fa:16:3e:89:99:93", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25398bcd-ff", "ovs_interfaceid": "25398bcd-ff10-4053-b65f-029eccd365e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.683838] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691693, 'name': ReconfigVM_Task, 'duration_secs': 0.282682} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.684238] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 6afd5325-9900-41a9-8b2e-3669230c7c69/6afd5325-9900-41a9-8b2e-3669230c7c69.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.684953] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3dc176c-1e0c-4978-b724-48465a7e4492 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.692087] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1144.692087] env[62675]: value = "task-2691696" [ 1144.692087] env[62675]: _type = "Task" [ 1144.692087] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.701127] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691696, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.913226] env[62675]: DEBUG nova.compute.manager [req-013c5e71-a66e-4c8d-a2e7-c83fb3221eb4 req-52f8419c-4017-45f0-b18a-fbe43ce5e435 service nova] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Received event network-vif-deleted-43c02456-b5ca-4050-8cae-211660619ecf {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1144.913438] env[62675]: INFO nova.compute.manager [req-013c5e71-a66e-4c8d-a2e7-c83fb3221eb4 req-52f8419c-4017-45f0-b18a-fbe43ce5e435 service nova] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Neutron deleted interface 43c02456-b5ca-4050-8cae-211660619ecf; detaching it from the instance and deleting it from the info cache [ 1144.913652] env[62675]: DEBUG nova.network.neutron [req-013c5e71-a66e-4c8d-a2e7-c83fb3221eb4 req-52f8419c-4017-45f0-b18a-fbe43ce5e435 service nova] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.000463] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691694, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.104535] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Applying migration context for instance 5da5e1ab-0edd-45bc-8195-188d2bc987e3 as it has an incoming, in-progress migration e6d8d913-0f0f-43ed-ad9f-9bb9df2d3c05. Migration status is migrating {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1145.105208] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Applying migration context for instance 706fc606-b780-4ede-8380-73dedd21a2f4 as it has an incoming, in-progress migration fd5904d1-1725-444c-b783-e6077c70a4f9. Migration status is post-migrating {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1145.107587] env[62675]: INFO nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating resource usage from migration e6d8d913-0f0f-43ed-ad9f-9bb9df2d3c05 [ 1145.107587] env[62675]: INFO nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating resource usage from migration fd5904d1-1725-444c-b783-e6077c70a4f9 [ 1145.120015] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691695, 'name': PowerOffVM_Task, 'duration_secs': 0.197392} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.120213] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.122032] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445bee8c-17ce-489f-9e16-aac58b9a00b7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.139583] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d6247e9c-c9c4-472e-8d75-5b416859b9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.139722] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 0043b1b7-6921-4357-8a0d-417ededffe99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.139840] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 05b72ed6-0439-4c10-9504-4bf982e1bc5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.139962] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.140102] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 09c68eb2-7aa2-495c-a0a0-92f1ed228197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.140218] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 0530eb6b-aa4b-463f-9be9-e939bf4940aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.140337] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Migration fd5904d1-1725-444c-b783-e6077c70a4f9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1145.140448] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 706fc606-b780-4ede-8380-73dedd21a2f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.140554] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 6afd5325-9900-41a9-8b2e-3669230c7c69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.140663] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Migration e6d8d913-0f0f-43ed-ad9f-9bb9df2d3c05 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1145.140770] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 5da5e1ab-0edd-45bc-8195-188d2bc987e3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1145.140965] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1145.141110] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1145.143754] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e36576-6afc-43b7-97db-766b2d79a0de {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.146686] env[62675]: DEBUG oslo_concurrency.lockutils [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.206887] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691696, 'name': Rename_Task, 'duration_secs': 0.192332} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.207140] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.207415] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da421c9-de22-4f88-946c-ea98debc0c81 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.216470] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1145.216470] env[62675]: value = "task-2691697" [ 1145.216470] env[62675]: _type = "Task" [ 1145.216470] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.224736] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.309972] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaec03f-e16a-4b50-a143-cdc6f6044019 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.318148] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c47c53c-0956-44b9-939d-05000b19f433 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.352544] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4579a62-c9d2-4632-b343-ffc67e99c1ff {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.360992] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd013d4f-c539-493a-9426-fb16b472eb28 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.376498] env[62675]: DEBUG nova.compute.provider_tree [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.394493] env[62675]: DEBUG nova.network.neutron [-] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.416450] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfbff384-662c-4682-a072-0bcc4e81b49c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.429232] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ac0611-669e-41ff-be3a-12cfcbc7e942 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.461835] env[62675]: DEBUG nova.compute.manager [req-013c5e71-a66e-4c8d-a2e7-c83fb3221eb4 req-52f8419c-4017-45f0-b18a-fbe43ce5e435 service nova] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Detach interface failed, port_id=43c02456-b5ca-4050-8cae-211660619ecf, reason: Instance 0530eb6b-aa4b-463f-9be9-e939bf4940aa could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1145.498379] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691694, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.659366] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1145.661031] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9975257-30f3-4345-82fa-f812b9e997ce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.669752] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1145.669752] env[62675]: value = "task-2691698" [ 1145.669752] env[62675]: _type = "Task" [ 1145.669752] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.674653] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b48aac-edbb-40a7-9399-a80dbffe9ff5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.684595] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691698, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.710546] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ea3058-91ca-4c71-a2d4-50bb152a5863 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.720959] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance '706fc606-b780-4ede-8380-73dedd21a2f4' progress to 83 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.734959] env[62675]: DEBUG oslo_vmware.api [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691697, 'name': PowerOnVM_Task, 'duration_secs': 0.487151} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.735261] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.735515] env[62675]: INFO nova.compute.manager [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Took 6.51 seconds to spawn the instance on the hypervisor. [ 1145.735704] env[62675]: DEBUG nova.compute.manager [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.736481] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a3bc3d-11ca-4b69-90cf-2c9a87311841 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.880643] env[62675]: DEBUG nova.scheduler.client.report [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.887123] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "0043b1b7-6921-4357-8a0d-417ededffe99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.887123] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "0043b1b7-6921-4357-8a0d-417ededffe99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.887343] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "0043b1b7-6921-4357-8a0d-417ededffe99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.887551] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "0043b1b7-6921-4357-8a0d-417ededffe99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.887714] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "0043b1b7-6921-4357-8a0d-417ededffe99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.890742] env[62675]: INFO nova.compute.manager [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Terminating instance [ 1145.897628] env[62675]: INFO nova.compute.manager [-] [instance: 0530eb6b-aa4b-463f-9be9-e939bf4940aa] Took 1.31 seconds to deallocate network for instance. [ 1145.999672] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691694, 'name': ReconfigVM_Task, 'duration_secs': 1.38138} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.999995] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance '5da5e1ab-0edd-45bc-8195-188d2bc987e3' progress to 33 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.179825] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691698, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.233107] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.233264] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64507770-93f4-4f4a-92f7-97b0af0beb2f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.239859] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1146.239859] env[62675]: value = "task-2691699" [ 1146.239859] env[62675]: _type = "Task" [ 1146.239859] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.251219] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.254465] env[62675]: INFO nova.compute.manager [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Took 16.42 seconds to build instance. [ 1146.385809] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1146.386256] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.295s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.394239] env[62675]: DEBUG nova.compute.manager [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.394457] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.395356] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9124d40-d0cb-4dd2-873b-adb1d0e80a99 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.404327] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.404557] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.404765] env[62675]: DEBUG nova.objects.instance [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Lazy-loading 'resources' on Instance uuid 0530eb6b-aa4b-463f-9be9-e939bf4940aa {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.405752] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.406172] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c746db5-8670-496b-b43a-f6001ad4c2e9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.411829] env[62675]: DEBUG oslo_vmware.api [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1146.411829] env[62675]: value = "task-2691700" [ 1146.411829] env[62675]: _type = "Task" [ 1146.411829] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.420574] env[62675]: DEBUG oslo_vmware.api [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.506779] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.507090] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.507299] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.507532] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.507728] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.507932] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.508337] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.508534] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.508711] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.508917] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.509143] env[62675]: DEBUG nova.virt.hardware [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.515880] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.516199] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc2ffe24-e8f0-43a9-a000-3dc9df5e0480 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.537483] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1146.537483] env[62675]: value = "task-2691701" [ 1146.537483] env[62675]: _type = "Task" [ 1146.537483] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.545271] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.681266] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691698, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.750141] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.757681] env[62675]: DEBUG oslo_concurrency.lockutils [None req-beb11651-b95e-4f56-8cd2-5a3705812436 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.934s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.757931] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.245s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.758762] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39bcbd5-dc58-404e-8af2-a0940fd87f77 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.841224] env[62675]: DEBUG nova.compute.manager [req-4fa2bed2-8baf-4210-8e54-ff0ba24593ba req-f6348ddf-ac94-4d79-84b4-65a7b059543e service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Received event network-changed-e78c5d5e-35d4-49e2-b70e-34a7acdd9099 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1146.841510] env[62675]: DEBUG nova.compute.manager [req-4fa2bed2-8baf-4210-8e54-ff0ba24593ba req-f6348ddf-ac94-4d79-84b4-65a7b059543e service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Refreshing instance network info cache due to event network-changed-e78c5d5e-35d4-49e2-b70e-34a7acdd9099. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1146.841797] env[62675]: DEBUG oslo_concurrency.lockutils [req-4fa2bed2-8baf-4210-8e54-ff0ba24593ba req-f6348ddf-ac94-4d79-84b4-65a7b059543e service nova] Acquiring lock "refresh_cache-6afd5325-9900-41a9-8b2e-3669230c7c69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.842030] env[62675]: DEBUG oslo_concurrency.lockutils [req-4fa2bed2-8baf-4210-8e54-ff0ba24593ba req-f6348ddf-ac94-4d79-84b4-65a7b059543e service nova] Acquired lock "refresh_cache-6afd5325-9900-41a9-8b2e-3669230c7c69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.842257] env[62675]: DEBUG nova.network.neutron [req-4fa2bed2-8baf-4210-8e54-ff0ba24593ba req-f6348ddf-ac94-4d79-84b4-65a7b059543e service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Refreshing network info cache for port e78c5d5e-35d4-49e2-b70e-34a7acdd9099 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.922620] env[62675]: DEBUG oslo_vmware.api [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691700, 'name': PowerOffVM_Task, 'duration_secs': 0.22704} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.922902] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.923088] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.923343] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45221185-e096-4185-a970-465dcf26d253 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.997107] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.997340] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.997788] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleting the datastore file [datastore2] 0043b1b7-6921-4357-8a0d-417ededffe99 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.000545] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68849634-8231-4e6b-8190-080f4ae85d79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.007445] env[62675]: DEBUG oslo_vmware.api [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for the task: (returnval){ [ 1147.007445] env[62675]: value = "task-2691703" [ 1147.007445] env[62675]: _type = "Task" [ 1147.007445] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.015663] env[62675]: DEBUG oslo_vmware.api [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.051964] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691701, 'name': ReconfigVM_Task, 'duration_secs': 0.183959} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.052411] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1147.053375] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9388d2-7361-4a17-bc79-14fd26c5c709 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.078865] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e/volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.080167] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-031d792e-6691-44fc-a107-b80de9f04429 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.094223] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11858311-dc02-44d0-aec0-16a16ec468f0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.101610] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1147.101610] env[62675]: value = "task-2691704" [ 1147.101610] env[62675]: _type = "Task" [ 1147.101610] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.107559] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2006da4-88d5-4915-972b-c311bd168959 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.117429] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.143280] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e5e7e5-e7d3-4b01-bbd3-a8201df845be {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.150799] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b632c3e5-ca43-46dd-b886-560a2c1e1860 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.164227] env[62675]: DEBUG nova.compute.provider_tree [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.179542] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691698, 'name': CreateSnapshot_Task, 'duration_secs': 1.056637} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.179764] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1147.180472] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1ac4ac-1195-496a-8a79-d1aea16ecf8d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.253173] env[62675]: DEBUG oslo_vmware.api [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691699, 'name': PowerOnVM_Task, 'duration_secs': 0.888397} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.253455] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.253710] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-88670eff-3525-4133-a1cc-6d00e60764d4 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance '706fc606-b780-4ede-8380-73dedd21a2f4' progress to 100 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1147.268221] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.518363] env[62675]: DEBUG oslo_vmware.api [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Task: {'id': task-2691703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177475} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.519026] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.519026] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.519026] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.519212] env[62675]: INFO nova.compute.manager [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1147.519345] env[62675]: DEBUG oslo.service.loopingcall [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1147.519540] env[62675]: DEBUG nova.compute.manager [-] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.519633] env[62675]: DEBUG nova.network.neutron [-] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.597372] env[62675]: DEBUG nova.network.neutron [req-4fa2bed2-8baf-4210-8e54-ff0ba24593ba req-f6348ddf-ac94-4d79-84b4-65a7b059543e service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Updated VIF entry in instance network info cache for port e78c5d5e-35d4-49e2-b70e-34a7acdd9099. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.597735] env[62675]: DEBUG nova.network.neutron [req-4fa2bed2-8baf-4210-8e54-ff0ba24593ba req-f6348ddf-ac94-4d79-84b4-65a7b059543e service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Updating instance_info_cache with network_info: [{"id": "e78c5d5e-35d4-49e2-b70e-34a7acdd9099", "address": "fa:16:3e:f1:d7:a8", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape78c5d5e-35", "ovs_interfaceid": "e78c5d5e-35d4-49e2-b70e-34a7acdd9099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.613815] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.667025] env[62675]: DEBUG nova.scheduler.client.report [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.697452] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1147.698297] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5ec17a5e-81c9-4c5d-a877-6771072cb54a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.706576] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1147.706576] env[62675]: value = "task-2691705" [ 1147.706576] env[62675]: _type = "Task" [ 1147.706576] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.716198] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691705, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.100623] env[62675]: DEBUG oslo_concurrency.lockutils [req-4fa2bed2-8baf-4210-8e54-ff0ba24593ba req-f6348ddf-ac94-4d79-84b4-65a7b059543e service nova] Releasing lock "refresh_cache-6afd5325-9900-41a9-8b2e-3669230c7c69" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.113881] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691704, 'name': ReconfigVM_Task, 'duration_secs': 0.859859} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.114177] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e/volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.114452] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance '5da5e1ab-0edd-45bc-8195-188d2bc987e3' progress to 50 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.172652] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.197589] env[62675]: INFO nova.scheduler.client.report [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Deleted allocations for instance 0530eb6b-aa4b-463f-9be9-e939bf4940aa [ 1148.216382] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691705, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.253338] env[62675]: DEBUG nova.network.neutron [-] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.621329] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7471c1-50aa-4c6f-b9c7-13b592677a7b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.642197] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9d3fdf-9f47-4b04-bc28-50feb054184b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.661269] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance '5da5e1ab-0edd-45bc-8195-188d2bc987e3' progress to 67 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.706985] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f1260bf2-ebea-4e74-9973-96fe62781bce tempest-ServerMetadataTestJSON-149393889 tempest-ServerMetadataTestJSON-149393889-project-member] Lock "0530eb6b-aa4b-463f-9be9-e939bf4940aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.825s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1148.719810] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691705, 'name': CloneVM_Task} progress is 95%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.755479] env[62675]: INFO nova.compute.manager [-] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Took 1.24 seconds to deallocate network for instance. [ 1148.869296] env[62675]: DEBUG nova.compute.manager [req-0f1e9a76-afbd-49ec-b943-71674f0e4bcd req-3520d248-26ad-4215-9ab8-9d0207a2f9b3 service nova] [instance: 0043b1b7-6921-4357-8a0d-417ededffe99] Received event network-vif-deleted-9cdaaf24-3078-4e87-9fe4-799831e4b90a {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1149.222216] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691705, 'name': CloneVM_Task, 'duration_secs': 1.240552} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.223266] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Created linked-clone VM from snapshot [ 1149.223939] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7afff2-c2dd-49f0-9d84-face1ade4957 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.236745] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Uploading image 006d8ec7-2162-4e09-bdfc-e7bdd157e098 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1149.264487] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.264793] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.265094] env[62675]: DEBUG nova.objects.instance [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lazy-loading 'resources' on Instance uuid 0043b1b7-6921-4357-8a0d-417ededffe99 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.279568] env[62675]: DEBUG oslo_vmware.rw_handles [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1149.279568] env[62675]: value = "vm-542499" [ 1149.279568] env[62675]: _type = "VirtualMachine" [ 1149.279568] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1149.280105] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ce2b83dc-2ca6-42fe-b4f9-c0f7883604d5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.289395] env[62675]: DEBUG oslo_vmware.rw_handles [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lease: (returnval){ [ 1149.289395] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525780bd-f44b-a299-23cb-5817c0d70fb9" [ 1149.289395] env[62675]: _type = "HttpNfcLease" [ 1149.289395] env[62675]: } obtained for exporting VM: (result){ [ 1149.289395] env[62675]: value = "vm-542499" [ 1149.289395] env[62675]: _type = "VirtualMachine" [ 1149.289395] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1149.289670] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the lease: (returnval){ [ 1149.289670] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525780bd-f44b-a299-23cb-5817c0d70fb9" [ 1149.289670] env[62675]: _type = "HttpNfcLease" [ 1149.289670] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.296903] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.296903] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525780bd-f44b-a299-23cb-5817c0d70fb9" [ 1149.296903] env[62675]: _type = "HttpNfcLease" [ 1149.296903] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.317317] env[62675]: DEBUG nova.network.neutron [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Port 25398bcd-ff10-4053-b65f-029eccd365e2 binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1149.317517] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.317690] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.317853] env[62675]: DEBUG nova.network.neutron [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.797265] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.797265] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525780bd-f44b-a299-23cb-5817c0d70fb9" [ 1149.797265] env[62675]: _type = "HttpNfcLease" [ 1149.797265] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1149.797640] env[62675]: DEBUG oslo_vmware.rw_handles [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1149.797640] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525780bd-f44b-a299-23cb-5817c0d70fb9" [ 1149.797640] env[62675]: _type = "HttpNfcLease" [ 1149.797640] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1149.798308] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8b2121-b198-476b-9b97-a62f6804750b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.811197] env[62675]: DEBUG oslo_vmware.rw_handles [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e3427-2e07-0f02-fffc-30a071e12fa3/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1149.811396] env[62675]: DEBUG oslo_vmware.rw_handles [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e3427-2e07-0f02-fffc-30a071e12fa3/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1149.970225] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0652a89b-36d0-451d-adf0-79bc02f7b55c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.994784] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eed530-1456-4711-801e-f38f1dc5b82c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.009378] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74b7f31-3404-48f3-9b5a-bd7c3a1c40d8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.046348] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a6a91d-59a5-4281-b231-d411a0649108 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.054344] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8356988f-bc31-4790-83bc-f780ececf81c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.069023] env[62675]: DEBUG nova.compute.provider_tree [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.231200] env[62675]: DEBUG nova.network.neutron [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance_info_cache with network_info: [{"id": "25398bcd-ff10-4053-b65f-029eccd365e2", "address": "fa:16:3e:89:99:93", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25398bcd-ff", "ovs_interfaceid": "25398bcd-ff10-4053-b65f-029eccd365e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.419914] env[62675]: DEBUG nova.network.neutron [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Port c68f8936-7968-4832-96b2-447d72ddf45f binding to destination host cpu-1 is already ACTIVE {{(pid=62675) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1150.572091] env[62675]: DEBUG nova.scheduler.client.report [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.737490] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.078042] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.101375] env[62675]: INFO nova.scheduler.client.report [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Deleted allocations for instance 0043b1b7-6921-4357-8a0d-417ededffe99 [ 1151.239522] env[62675]: DEBUG nova.compute.manager [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62675) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1151.239799] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.240058] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.443756] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.445049] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.445049] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.611289] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bbdae33f-2521-45b0-abbb-90dcde723576 tempest-ServersTestJSON-1111724661 tempest-ServersTestJSON-1111724661-project-member] Lock "0043b1b7-6921-4357-8a0d-417ededffe99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.724s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.745664] env[62675]: DEBUG nova.objects.instance [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lazy-loading 'migration_context' on Instance uuid 706fc606-b780-4ede-8380-73dedd21a2f4 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.393553] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3c653d-88a4-408a-b8f2-b83da5385d8a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.403268] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200daf0d-815c-4e35-b127-512cc1ef4334 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.435693] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41db5989-5937-4511-97f3-55b843cc27b9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.443459] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f5d509-2d0a-4926-ad93-d0583aed2907 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.460013] env[62675]: DEBUG nova.compute.provider_tree [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.497239] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.497426] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.497604] env[62675]: DEBUG nova.network.neutron [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.966109] env[62675]: DEBUG nova.scheduler.client.report [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.213868] env[62675]: DEBUG nova.network.neutron [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance_info_cache with network_info: [{"id": "c68f8936-7968-4832-96b2-447d72ddf45f", "address": "fa:16:3e:97:4d:03", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68f8936-79", "ovs_interfaceid": "c68f8936-7968-4832-96b2-447d72ddf45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.716417] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.976524] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.736s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.226485] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae7b5ff-8d1f-42a8-bb91-2cbe6654697f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.234468] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f670aac5-45d8-4bcb-bac1-95c1a4fc134b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.337110] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa73159-c9be-49aa-bd4b-45bca2451ed3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.356790] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a755f0-475d-4e94-ac3a-695929b1efbc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.363834] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance '5da5e1ab-0edd-45bc-8195-188d2bc987e3' progress to 83 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.512940] env[62675]: INFO nova.compute.manager [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Swapping old allocation on dict_keys(['ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1']) held by migration fd5904d1-1725-444c-b783-e6077c70a4f9 for instance [ 1155.534986] env[62675]: DEBUG nova.scheduler.client.report [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Overwriting current allocation {'allocations': {'ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 181}}, 'project_id': '45ffc76b205e485da7ff92b7f6558d13', 'user_id': '9f8288149cea4e49b493b3219c7e85ae', 'consumer_generation': 1} on consumer 706fc606-b780-4ede-8380-73dedd21a2f4 {{(pid=62675) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1155.617591] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.617976] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.618276] env[62675]: DEBUG nova.network.neutron [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.870095] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.870280] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b26a0858-bddb-49fe-a7c8-0248fe6c5757 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.877416] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1155.877416] env[62675]: value = "task-2691707" [ 1155.877416] env[62675]: _type = "Task" [ 1155.877416] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.885822] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.387022] env[62675]: DEBUG oslo_vmware.api [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691707, 'name': PowerOnVM_Task, 'duration_secs': 0.435541} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.387420] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.387530] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4d91cee9-2e60-4ee6-ba9f-4f0e85a75837 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance '5da5e1ab-0edd-45bc-8195-188d2bc987e3' progress to 100 {{(pid=62675) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.392661] env[62675]: DEBUG nova.network.neutron [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance_info_cache with network_info: [{"id": "25398bcd-ff10-4053-b65f-029eccd365e2", "address": "fa:16:3e:89:99:93", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25398bcd-ff", "ovs_interfaceid": "25398bcd-ff10-4053-b65f-029eccd365e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.898439] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-706fc606-b780-4ede-8380-73dedd21a2f4" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.898908] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.899445] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50e0457b-4200-4110-baa3-7e718dfecdd4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.906587] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1156.906587] env[62675]: value = "task-2691708" [ 1156.906587] env[62675]: _type = "Task" [ 1156.906587] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.915383] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.416988] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691708, 'name': PowerOffVM_Task, 'duration_secs': 0.262399} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.417404] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.417919] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.418172] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.418336] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.418526] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.418673] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.418823] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.419040] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.419217] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.419381] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.419544] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.419720] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.424700] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6a781e3-cca1-45ea-af88-558663f8b88c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.442873] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1157.442873] env[62675]: value = "task-2691709" [ 1157.442873] env[62675]: _type = "Task" [ 1157.442873] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.451444] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.960236] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691709, 'name': ReconfigVM_Task, 'duration_secs': 0.202411} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.961535] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11d4a55-296d-4879-903c-d25e802077dd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.980340] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.980601] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.980703] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.980886] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.981049] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.981207] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.981418] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.981578] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.981747] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.981912] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.982108] env[62675]: DEBUG nova.virt.hardware [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.983524] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1010b077-907b-4015-9d21-b92459379972 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.989653] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1157.989653] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52681fb8-4aec-1e91-d342-dcc8d6718159" [ 1157.989653] env[62675]: _type = "Task" [ 1157.989653] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.998091] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52681fb8-4aec-1e91-d342-dcc8d6718159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.500829] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52681fb8-4aec-1e91-d342-dcc8d6718159, 'name': SearchDatastore_Task, 'duration_secs': 0.012223} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.506898] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.507235] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e7dc947-5b29-4cff-976f-a315d44bdd1d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.524970] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1158.524970] env[62675]: value = "task-2691710" [ 1158.524970] env[62675]: _type = "Task" [ 1158.524970] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.533083] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.600921] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.601205] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.601402] env[62675]: DEBUG nova.compute.manager [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Going to confirm migration 10 {{(pid=62675) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1159.038966] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691710, 'name': ReconfigVM_Task, 'duration_secs': 0.240459} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.039425] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.040670] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9034627-9b40-43b4-ab81-5cc83a95c19d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.079152] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 706fc606-b780-4ede-8380-73dedd21a2f4/706fc606-b780-4ede-8380-73dedd21a2f4.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.079749] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-883fefb3-a3a3-4b2b-81c6-f30b73b97a04 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.112443] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1159.112443] env[62675]: value = "task-2691711" [ 1159.112443] env[62675]: _type = "Task" [ 1159.112443] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.124019] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.175268] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.175564] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquired lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.175836] env[62675]: DEBUG nova.network.neutron [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.176140] env[62675]: DEBUG nova.objects.instance [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lazy-loading 'info_cache' on Instance uuid 5da5e1ab-0edd-45bc-8195-188d2bc987e3 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.313556] env[62675]: DEBUG oslo_vmware.rw_handles [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e3427-2e07-0f02-fffc-30a071e12fa3/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1159.314497] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f68946f-e880-4b3c-99cb-71d5b9dacd3c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.320884] env[62675]: DEBUG oslo_vmware.rw_handles [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e3427-2e07-0f02-fffc-30a071e12fa3/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1159.321063] env[62675]: ERROR oslo_vmware.rw_handles [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e3427-2e07-0f02-fffc-30a071e12fa3/disk-0.vmdk due to incomplete transfer. [ 1159.321278] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6c4122a3-e14f-498e-942b-5ee2c9ae5e79 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.330405] env[62675]: DEBUG oslo_vmware.rw_handles [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522e3427-2e07-0f02-fffc-30a071e12fa3/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1159.330593] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Uploaded image 006d8ec7-2162-4e09-bdfc-e7bdd157e098 to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1159.332804] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1159.333047] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fa502118-f210-46c8-9718-ffd213c1eaa2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.338253] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1159.338253] env[62675]: value = "task-2691712" [ 1159.338253] env[62675]: _type = "Task" [ 1159.338253] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.347764] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691712, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.622056] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691711, 'name': ReconfigVM_Task, 'duration_secs': 0.329022} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.622495] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 706fc606-b780-4ede-8380-73dedd21a2f4/706fc606-b780-4ede-8380-73dedd21a2f4.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.623168] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f795880-6090-41d1-af93-211bab2195e1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.642235] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0e2afc-80c0-4b82-8e3e-475718c9cb8e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.659277] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1745241-67d9-4da4-8d37-f8e652247452 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.676694] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f97acc-0a7b-42a6-bf77-607bbae88805 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.684822] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.685059] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d5c422-0aa7-4ad6-be67-8d284796b324 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.690583] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1159.690583] env[62675]: value = "task-2691713" [ 1159.690583] env[62675]: _type = "Task" [ 1159.690583] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.699128] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.848172] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691712, 'name': Destroy_Task, 'duration_secs': 0.372958} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.848428] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Destroyed the VM [ 1159.848662] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1159.848910] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2762c6c7-293e-490c-88c2-818353857a99 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.854423] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1159.854423] env[62675]: value = "task-2691714" [ 1159.854423] env[62675]: _type = "Task" [ 1159.854423] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.862055] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691714, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.201304] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691713, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.365056] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691714, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.445767] env[62675]: DEBUG nova.network.neutron [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance_info_cache with network_info: [{"id": "c68f8936-7968-4832-96b2-447d72ddf45f", "address": "fa:16:3e:97:4d:03", "network": {"id": "24aa4ac8-2e79-4aca-a900-35c4055105d7", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-218019577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7a6c2821f434620a88f33810a52c0f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a8f5363-be3a-4f92-9ccf-33bb0c8113b3", "external-id": "nsx-vlan-transportzone-944", "segmentation_id": 944, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc68f8936-79", "ovs_interfaceid": "c68f8936-7968-4832-96b2-447d72ddf45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.701198] env[62675]: DEBUG oslo_vmware.api [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691713, 'name': PowerOnVM_Task, 'duration_secs': 0.583837} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.701598] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.864602] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691714, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.950184] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Releasing lock "refresh_cache-5da5e1ab-0edd-45bc-8195-188d2bc987e3" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.950184] env[62675]: DEBUG nova.objects.instance [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lazy-loading 'migration_context' on Instance uuid 5da5e1ab-0edd-45bc-8195-188d2bc987e3 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.365998] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691714, 'name': RemoveSnapshot_Task, 'duration_secs': 1.23901} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.366304] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1161.366579] env[62675]: DEBUG nova.compute.manager [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.367370] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7986f027-bd8f-47ee-b545-8775300eb896 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.453818] env[62675]: DEBUG nova.objects.base [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Object Instance<5da5e1ab-0edd-45bc-8195-188d2bc987e3> lazy-loaded attributes: info_cache,migration_context {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1161.455031] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de618890-8458-4141-9610-7a0f00f46ab2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.474397] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dfaa929-a299-4dd4-a5ea-5a688df2987b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.479134] env[62675]: DEBUG oslo_vmware.api [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1161.479134] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]524ec89c-5b6e-f979-06b6-2d9b208796a7" [ 1161.479134] env[62675]: _type = "Task" [ 1161.479134] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.486687] env[62675]: DEBUG oslo_vmware.api [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524ec89c-5b6e-f979-06b6-2d9b208796a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.711872] env[62675]: INFO nova.compute.manager [None req-dc987e10-41b4-4240-9b47-bf9025abec3b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance to original state: 'active' [ 1161.879423] env[62675]: INFO nova.compute.manager [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Shelve offloading [ 1161.989311] env[62675]: DEBUG oslo_vmware.api [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]524ec89c-5b6e-f979-06b6-2d9b208796a7, 'name': SearchDatastore_Task, 'duration_secs': 0.007577} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.989588] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1161.989812] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.383199] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.383561] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3438318a-4e53-478f-806b-a1c4153a4d8d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.393168] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1162.393168] env[62675]: value = "task-2691715" [ 1162.393168] env[62675]: _type = "Task" [ 1162.393168] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.401813] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1162.403064] env[62675]: DEBUG nova.compute.manager [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.403064] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73756e0b-8f1d-4e37-9be7-f9caa68242c8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.407923] env[62675]: DEBUG oslo_concurrency.lockutils [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1162.408108] env[62675]: DEBUG oslo_concurrency.lockutils [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.408425] env[62675]: DEBUG nova.network.neutron [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.608510] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c524cde-55b9-484d-994f-e78542395eec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.615726] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b688822-d572-440c-8a4a-6c03fcfb10de {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.647210] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d24433e-288e-47c2-8a3a-ca3663674edf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.654535] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caae1b49-b5c3-492d-82d6-abeb2674ca6f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.667650] env[62675]: DEBUG nova.compute.provider_tree [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.170812] env[62675]: DEBUG nova.scheduler.client.report [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.377317] env[62675]: DEBUG nova.network.neutron [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updating instance_info_cache with network_info: [{"id": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "address": "fa:16:3e:24:c0:df", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4237295-64", "ovs_interfaceid": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.379022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "706fc606-b780-4ede-8380-73dedd21a2f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.379022] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "706fc606-b780-4ede-8380-73dedd21a2f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.379224] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "706fc606-b780-4ede-8380-73dedd21a2f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.379291] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "706fc606-b780-4ede-8380-73dedd21a2f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.379469] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "706fc606-b780-4ede-8380-73dedd21a2f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.381218] env[62675]: INFO nova.compute.manager [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Terminating instance [ 1163.881813] env[62675]: DEBUG oslo_concurrency.lockutils [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1163.884149] env[62675]: DEBUG nova.compute.manager [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.884378] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.885254] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fb53a8-4fc0-491d-b9b7-2cec4ad82f3a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.892740] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.892970] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b0fc400-5650-48a5-8bb8-8648a4d7bf1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.898669] env[62675]: DEBUG oslo_vmware.api [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1163.898669] env[62675]: value = "task-2691716" [ 1163.898669] env[62675]: _type = "Task" [ 1163.898669] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.907208] env[62675]: DEBUG oslo_vmware.api [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.092973] env[62675]: DEBUG nova.compute.manager [req-2ca44ca0-46d5-42b0-96d8-2a805f0076a0 req-bdea7419-2868-42f8-8761-de87ab2e092c service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Received event network-vif-unplugged-a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1164.093387] env[62675]: DEBUG oslo_concurrency.lockutils [req-2ca44ca0-46d5-42b0-96d8-2a805f0076a0 req-bdea7419-2868-42f8-8761-de87ab2e092c service nova] Acquiring lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.093626] env[62675]: DEBUG oslo_concurrency.lockutils [req-2ca44ca0-46d5-42b0-96d8-2a805f0076a0 req-bdea7419-2868-42f8-8761-de87ab2e092c service nova] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.093824] env[62675]: DEBUG oslo_concurrency.lockutils [req-2ca44ca0-46d5-42b0-96d8-2a805f0076a0 req-bdea7419-2868-42f8-8761-de87ab2e092c service nova] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.094079] env[62675]: DEBUG nova.compute.manager [req-2ca44ca0-46d5-42b0-96d8-2a805f0076a0 req-bdea7419-2868-42f8-8761-de87ab2e092c service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] No waiting events found dispatching network-vif-unplugged-a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.094323] env[62675]: WARNING nova.compute.manager [req-2ca44ca0-46d5-42b0-96d8-2a805f0076a0 req-bdea7419-2868-42f8-8761-de87ab2e092c service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Received unexpected event network-vif-unplugged-a4237295-64c0-42e4-91ba-c27228f2dbc7 for instance with vm_state shelved and task_state shelving_offloading. [ 1164.182415] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.192s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.192151] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.193115] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511594cb-b261-4114-8ed1-1dcfa67fd779 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.200871] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.201133] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83217812-228d-48c7-a861-ff80b00cc2e7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.267194] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.267424] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.267607] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleting the datastore file [datastore1] 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.267876] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88aeb95d-f1e5-450a-96f4-04593ed36c1b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.274065] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1164.274065] env[62675]: value = "task-2691718" [ 1164.274065] env[62675]: _type = "Task" [ 1164.274065] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.281500] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.409170] env[62675]: DEBUG oslo_vmware.api [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691716, 'name': PowerOffVM_Task, 'duration_secs': 0.197158} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.409456] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.409625] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.409875] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7dd7629-46d0-47ae-a219-f5bc0b3ef21f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.466965] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.467214] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.467403] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleting the datastore file [datastore1] 706fc606-b780-4ede-8380-73dedd21a2f4 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.467660] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9f25832-4e6e-4093-a4c8-fa41541cc5be {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.473775] env[62675]: DEBUG oslo_vmware.api [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1164.473775] env[62675]: value = "task-2691720" [ 1164.473775] env[62675]: _type = "Task" [ 1164.473775] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.481949] env[62675]: DEBUG oslo_vmware.api [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.740736] env[62675]: INFO nova.scheduler.client.report [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted allocation for migration e6d8d913-0f0f-43ed-ad9f-9bb9df2d3c05 [ 1164.785369] env[62675]: DEBUG oslo_vmware.api [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129808} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.785630] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.785816] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.785993] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.803872] env[62675]: INFO nova.scheduler.client.report [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleted allocations for instance 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d [ 1164.960798] env[62675]: INFO nova.compute.manager [None req-23433dc9-92b4-406d-ba46-2aca5b1452ec tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Get console output [ 1164.960798] env[62675]: WARNING nova.virt.vmwareapi.driver [None req-23433dc9-92b4-406d-ba46-2aca5b1452ec tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] The console log is missing. Check your VSPC configuration [ 1164.983853] env[62675]: DEBUG oslo_vmware.api [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194397} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.984111] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.984295] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.984473] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.984644] env[62675]: INFO nova.compute.manager [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1164.984900] env[62675]: DEBUG oslo.service.loopingcall [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1164.985118] env[62675]: DEBUG nova.compute.manager [-] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.985217] env[62675]: DEBUG nova.network.neutron [-] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.246907] env[62675]: DEBUG oslo_concurrency.lockutils [None req-8c918588-2d04-4750-9f79-e4d567ccf26d tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.646s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.308531] env[62675]: DEBUG oslo_concurrency.lockutils [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.308800] env[62675]: DEBUG oslo_concurrency.lockutils [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.309036] env[62675]: DEBUG nova.objects.instance [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'resources' on Instance uuid 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.810937] env[62675]: DEBUG nova.objects.instance [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'numa_topology' on Instance uuid 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.926456] env[62675]: DEBUG nova.network.neutron [-] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.126390] env[62675]: DEBUG nova.compute.manager [req-6906c685-77eb-4065-8ad7-eae2f4ccbd35 req-92b6ff2a-eab0-4817-bb1c-3d04edb06154 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Received event network-changed-a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1166.126661] env[62675]: DEBUG nova.compute.manager [req-6906c685-77eb-4065-8ad7-eae2f4ccbd35 req-92b6ff2a-eab0-4817-bb1c-3d04edb06154 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Refreshing instance network info cache due to event network-changed-a4237295-64c0-42e4-91ba-c27228f2dbc7. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1166.126972] env[62675]: DEBUG oslo_concurrency.lockutils [req-6906c685-77eb-4065-8ad7-eae2f4ccbd35 req-92b6ff2a-eab0-4817-bb1c-3d04edb06154 service nova] Acquiring lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.127145] env[62675]: DEBUG oslo_concurrency.lockutils [req-6906c685-77eb-4065-8ad7-eae2f4ccbd35 req-92b6ff2a-eab0-4817-bb1c-3d04edb06154 service nova] Acquired lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.127318] env[62675]: DEBUG nova.network.neutron [req-6906c685-77eb-4065-8ad7-eae2f4ccbd35 req-92b6ff2a-eab0-4817-bb1c-3d04edb06154 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Refreshing network info cache for port a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.313762] env[62675]: DEBUG nova.objects.base [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Object Instance<5d2ecba3-fb1b-41f9-b958-2a70abd4a38d> lazy-loaded attributes: resources,numa_topology {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1166.393784] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd931ca-a1fe-45c6-8bf8-fd7b13ce50d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.401777] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a894c5-fc1e-4be9-a2cf-17f1d4597540 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.430706] env[62675]: INFO nova.compute.manager [-] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Took 1.45 seconds to deallocate network for instance. [ 1166.432853] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2947a0f4-1b2d-4109-bef7-2f37ae8342db {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.441895] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb53acd-752e-4833-9a01-ba1b2c4d1863 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.456068] env[62675]: DEBUG nova.compute.provider_tree [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.827121] env[62675]: DEBUG nova.network.neutron [req-6906c685-77eb-4065-8ad7-eae2f4ccbd35 req-92b6ff2a-eab0-4817-bb1c-3d04edb06154 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updated VIF entry in instance network info cache for port a4237295-64c0-42e4-91ba-c27228f2dbc7. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.827493] env[62675]: DEBUG nova.network.neutron [req-6906c685-77eb-4065-8ad7-eae2f4ccbd35 req-92b6ff2a-eab0-4817-bb1c-3d04edb06154 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updating instance_info_cache with network_info: [{"id": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "address": "fa:16:3e:24:c0:df", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa4237295-64", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.938889] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1166.958976] env[62675]: DEBUG nova.scheduler.client.report [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.129898] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.330156] env[62675]: DEBUG oslo_concurrency.lockutils [req-6906c685-77eb-4065-8ad7-eae2f4ccbd35 req-92b6ff2a-eab0-4817-bb1c-3d04edb06154 service nova] Releasing lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.330441] env[62675]: DEBUG nova.compute.manager [req-6906c685-77eb-4065-8ad7-eae2f4ccbd35 req-92b6ff2a-eab0-4817-bb1c-3d04edb06154 service nova] [instance: 706fc606-b780-4ede-8380-73dedd21a2f4] Received event network-vif-deleted-25398bcd-ff10-4053-b65f-029eccd365e2 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.463847] env[62675]: DEBUG oslo_concurrency.lockutils [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.466360] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.528s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.466560] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.486715] env[62675]: INFO nova.scheduler.client.report [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleted allocations for instance 706fc606-b780-4ede-8380-73dedd21a2f4 [ 1167.973776] env[62675]: DEBUG oslo_concurrency.lockutils [None req-caf957db-bfb1-4f6e-9e17-0b76f9fc837c tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.389s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.974636] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.845s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.974825] env[62675]: INFO nova.compute.manager [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Unshelving [ 1167.992495] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bc0b2c40-efd1-493e-a36f-3f39cfb2ff84 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "706fc606-b780-4ede-8380-73dedd21a2f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.614s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.995045] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.995372] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.995454] env[62675]: DEBUG nova.objects.instance [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'pci_requests' on Instance uuid 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.458635] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.458882] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.499020] env[62675]: DEBUG nova.objects.instance [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'numa_topology' on Instance uuid 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.961703] env[62675]: DEBUG nova.compute.manager [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.001066] env[62675]: INFO nova.compute.claims [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.488668] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.174944] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea3f869-4b67-44e4-a2da-3cb2ab97beef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.182403] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5639bbf2-18d8-4bea-b9d8-90f3ed383a56 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.213172] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da49658-4d0d-4f46-b7bb-c13b621a9ca1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.220504] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1b8ad2-ec07-4fea-bb93-798349f76fc4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.233591] env[62675]: DEBUG nova.compute.provider_tree [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.287359] env[62675]: DEBUG oslo_concurrency.lockutils [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.287633] env[62675]: DEBUG oslo_concurrency.lockutils [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.287784] env[62675]: INFO nova.compute.manager [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Shelving [ 1171.736636] env[62675]: DEBUG nova.scheduler.client.report [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.241138] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.246s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.243379] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.755s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.244967] env[62675]: INFO nova.compute.claims [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.274726] env[62675]: INFO nova.network.neutron [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updating port a4237295-64c0-42e4-91ba-c27228f2dbc7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1172.296279] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.296556] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-110a095f-01dd-4097-a45c-205cb484358c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.304450] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1172.304450] env[62675]: value = "task-2691721" [ 1172.304450] env[62675]: _type = "Task" [ 1172.304450] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.312245] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.814538] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691721, 'name': PowerOffVM_Task, 'duration_secs': 0.217992} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.814756] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.815564] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a9cb49-1eed-496e-b1a4-ab4da448c1c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.833716] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75fa547-0736-43ad-9504-31c80ab357a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.341047] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d45e4eb-ba4d-479c-b7b4-9176a9a747c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.344327] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Creating Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1173.344593] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6cfc4911-a1c8-47a0-b05d-b760cfe28913 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.352386] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988132e3-37fe-45d7-a925-ea089d905721 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.355522] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1173.355522] env[62675]: value = "task-2691722" [ 1173.355522] env[62675]: _type = "Task" [ 1173.355522] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.384730] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbebf0e-af4e-4b96-a603-941523f26780 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.390039] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.394733] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd70edc-9382-4b76-827c-1a2afa136be0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.407765] env[62675]: DEBUG nova.compute.provider_tree [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.656531] env[62675]: DEBUG nova.compute.manager [req-3eee9a97-75b0-4d4d-9b76-0f683663abe1 req-e6aa8fc3-8090-4d66-b3a1-8e73c13fc268 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Received event network-vif-plugged-a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.657146] env[62675]: DEBUG oslo_concurrency.lockutils [req-3eee9a97-75b0-4d4d-9b76-0f683663abe1 req-e6aa8fc3-8090-4d66-b3a1-8e73c13fc268 service nova] Acquiring lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.657375] env[62675]: DEBUG oslo_concurrency.lockutils [req-3eee9a97-75b0-4d4d-9b76-0f683663abe1 req-e6aa8fc3-8090-4d66-b3a1-8e73c13fc268 service nova] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.657623] env[62675]: DEBUG oslo_concurrency.lockutils [req-3eee9a97-75b0-4d4d-9b76-0f683663abe1 req-e6aa8fc3-8090-4d66-b3a1-8e73c13fc268 service nova] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.657699] env[62675]: DEBUG nova.compute.manager [req-3eee9a97-75b0-4d4d-9b76-0f683663abe1 req-e6aa8fc3-8090-4d66-b3a1-8e73c13fc268 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] No waiting events found dispatching network-vif-plugged-a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.657869] env[62675]: WARNING nova.compute.manager [req-3eee9a97-75b0-4d4d-9b76-0f683663abe1 req-e6aa8fc3-8090-4d66-b3a1-8e73c13fc268 service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Received unexpected event network-vif-plugged-a4237295-64c0-42e4-91ba-c27228f2dbc7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1173.748091] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.748454] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.748454] env[62675]: DEBUG nova.network.neutron [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.865975] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691722, 'name': CreateSnapshot_Task, 'duration_secs': 0.418863} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.866217] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Created Snapshot of the VM instance {{(pid=62675) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1173.866931] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d859252-f8c9-4761-9327-9a826b758958 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.910701] env[62675]: DEBUG nova.scheduler.client.report [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.384400] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Creating linked-clone VM from snapshot {{(pid=62675) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1174.384847] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38edab53-2a72-4bde-9253-a709bcc6ca97 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.393343] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1174.393343] env[62675]: value = "task-2691723" [ 1174.393343] env[62675]: _type = "Task" [ 1174.393343] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.401197] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691723, 'name': CloneVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.415117] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.415604] env[62675]: DEBUG nova.compute.manager [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.450182] env[62675]: DEBUG nova.network.neutron [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updating instance_info_cache with network_info: [{"id": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "address": "fa:16:3e:24:c0:df", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4237295-64", "ovs_interfaceid": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.903476] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691723, 'name': CloneVM_Task} progress is 94%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.921994] env[62675]: DEBUG nova.compute.utils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1174.923503] env[62675]: DEBUG nova.compute.manager [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.923751] env[62675]: DEBUG nova.network.neutron [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.952108] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.961645] env[62675]: DEBUG nova.policy [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f8288149cea4e49b493b3219c7e85ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45ffc76b205e485da7ff92b7f6558d13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.981385] env[62675]: DEBUG nova.virt.hardware [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='48258c711f4f75aa2ff06faae667df46',container_format='bare',created_at=2025-02-19T14:57:36Z,direct_url=,disk_format='vmdk',id=006d8ec7-2162-4e09-bdfc-e7bdd157e098,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1366658439-shelved',owner='28071bec6ccf47f8a763767aa40c8b86',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-02-19T14:57:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.981722] env[62675]: DEBUG nova.virt.hardware [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.981855] env[62675]: DEBUG nova.virt.hardware [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.982133] env[62675]: DEBUG nova.virt.hardware [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.982442] env[62675]: DEBUG nova.virt.hardware [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.982580] env[62675]: DEBUG nova.virt.hardware [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.982765] env[62675]: DEBUG nova.virt.hardware [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.982962] env[62675]: DEBUG nova.virt.hardware [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.983177] env[62675]: DEBUG nova.virt.hardware [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.983376] env[62675]: DEBUG nova.virt.hardware [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.983592] env[62675]: DEBUG nova.virt.hardware [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.984514] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c155161-e913-4072-b45d-5a18d3e6df6a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.994671] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed57b046-0dd6-4c9b-bbb3-7cea0454c07a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.008446] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:c0:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4237295-64c0-42e4-91ba-c27228f2dbc7', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.015852] env[62675]: DEBUG oslo.service.loopingcall [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1175.016105] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.016341] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61ed8035-5377-48c6-808f-4cd5121ed18a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.035586] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.035586] env[62675]: value = "task-2691724" [ 1175.035586] env[62675]: _type = "Task" [ 1175.035586] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.048167] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691724, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.301742] env[62675]: DEBUG nova.network.neutron [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Successfully created port: b97b7f9d-e119-4b70-8117-5554c24f7bce {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.404881] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691723, 'name': CloneVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.426704] env[62675]: DEBUG nova.compute.manager [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.545650] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691724, 'name': CreateVM_Task, 'duration_secs': 0.337116} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.545822] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.546502] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.546671] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.547075] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1175.547344] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e52e34f-edf5-407a-badd-7f3fe7fcda43 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.551457] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1175.551457] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e87ddd-cca7-df3d-f3f5-ea357a7760da" [ 1175.551457] env[62675]: _type = "Task" [ 1175.551457] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.559342] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52e87ddd-cca7-df3d-f3f5-ea357a7760da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.684386] env[62675]: DEBUG nova.compute.manager [req-19e33041-92d1-4183-9a51-b52e9ad1c665 req-e87eeafd-3cba-4122-9b40-5a9413da96eb service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Received event network-changed-a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1175.684386] env[62675]: DEBUG nova.compute.manager [req-19e33041-92d1-4183-9a51-b52e9ad1c665 req-e87eeafd-3cba-4122-9b40-5a9413da96eb service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Refreshing instance network info cache due to event network-changed-a4237295-64c0-42e4-91ba-c27228f2dbc7. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1175.684386] env[62675]: DEBUG oslo_concurrency.lockutils [req-19e33041-92d1-4183-9a51-b52e9ad1c665 req-e87eeafd-3cba-4122-9b40-5a9413da96eb service nova] Acquiring lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.684386] env[62675]: DEBUG oslo_concurrency.lockutils [req-19e33041-92d1-4183-9a51-b52e9ad1c665 req-e87eeafd-3cba-4122-9b40-5a9413da96eb service nova] Acquired lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.684386] env[62675]: DEBUG nova.network.neutron [req-19e33041-92d1-4183-9a51-b52e9ad1c665 req-e87eeafd-3cba-4122-9b40-5a9413da96eb service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Refreshing network info cache for port a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.905468] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691723, 'name': CloneVM_Task, 'duration_secs': 1.032641} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.905752] env[62675]: INFO nova.virt.vmwareapi.vmops [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Created linked-clone VM from snapshot [ 1175.906497] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03166554-49a2-45a1-b9ad-1faa51a0e03d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.914060] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Uploading image da92ca9e-9948-40e9-bd42-5c2e49fc30e8 {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1175.942099] env[62675]: DEBUG oslo_vmware.rw_handles [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1175.942099] env[62675]: value = "vm-542501" [ 1175.942099] env[62675]: _type = "VirtualMachine" [ 1175.942099] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1175.942390] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4719394c-567e-4971-a3ed-aded48b4bfc2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.951811] env[62675]: DEBUG oslo_vmware.rw_handles [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lease: (returnval){ [ 1175.951811] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523de044-7003-40d3-b900-946142acd78c" [ 1175.951811] env[62675]: _type = "HttpNfcLease" [ 1175.951811] env[62675]: } obtained for exporting VM: (result){ [ 1175.951811] env[62675]: value = "vm-542501" [ 1175.951811] env[62675]: _type = "VirtualMachine" [ 1175.951811] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1175.952143] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the lease: (returnval){ [ 1175.952143] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523de044-7003-40d3-b900-946142acd78c" [ 1175.952143] env[62675]: _type = "HttpNfcLease" [ 1175.952143] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1175.960138] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.960138] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523de044-7003-40d3-b900-946142acd78c" [ 1175.960138] env[62675]: _type = "HttpNfcLease" [ 1175.960138] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1176.063504] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.063769] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Processing image 006d8ec7-2162-4e09-bdfc-e7bdd157e098 {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.064011] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098/006d8ec7-2162-4e09-bdfc-e7bdd157e098.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.064467] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098/006d8ec7-2162-4e09-bdfc-e7bdd157e098.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.064467] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.064629] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d1f7c54-5c7c-4dec-852b-68d6a96fa8c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.072779] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.072960] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.073683] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c211e6-4555-4504-9c2e-9b52ac6bbc65 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.078893] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1176.078893] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52846ba7-b1d8-3b28-bd3c-76c27e32ab52" [ 1176.078893] env[62675]: _type = "Task" [ 1176.078893] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.086539] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52846ba7-b1d8-3b28-bd3c-76c27e32ab52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.423009] env[62675]: DEBUG nova.network.neutron [req-19e33041-92d1-4183-9a51-b52e9ad1c665 req-e87eeafd-3cba-4122-9b40-5a9413da96eb service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updated VIF entry in instance network info cache for port a4237295-64c0-42e4-91ba-c27228f2dbc7. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.423584] env[62675]: DEBUG nova.network.neutron [req-19e33041-92d1-4183-9a51-b52e9ad1c665 req-e87eeafd-3cba-4122-9b40-5a9413da96eb service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updating instance_info_cache with network_info: [{"id": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "address": "fa:16:3e:24:c0:df", "network": {"id": "96e0fe27-36d1-4eb2-bd5e-75b500dfe1de", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1544652809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "28071bec6ccf47f8a763767aa40c8b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4237295-64", "ovs_interfaceid": "a4237295-64c0-42e4-91ba-c27228f2dbc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.438110] env[62675]: DEBUG nova.compute.manager [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.466260] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.466260] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523de044-7003-40d3-b900-946142acd78c" [ 1176.466260] env[62675]: _type = "HttpNfcLease" [ 1176.466260] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1176.466742] env[62675]: DEBUG oslo_vmware.rw_handles [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1176.466742] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]523de044-7003-40d3-b900-946142acd78c" [ 1176.466742] env[62675]: _type = "HttpNfcLease" [ 1176.466742] env[62675]: }. {{(pid=62675) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1176.467949] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bbd4d1-b02b-4036-825d-ef41eba77fb8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.475017] env[62675]: DEBUG nova.virt.hardware [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.475415] env[62675]: DEBUG nova.virt.hardware [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.475726] env[62675]: DEBUG nova.virt.hardware [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.476095] env[62675]: DEBUG nova.virt.hardware [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.476305] env[62675]: DEBUG nova.virt.hardware [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.476571] env[62675]: DEBUG nova.virt.hardware [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.476960] env[62675]: DEBUG nova.virt.hardware [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.477265] env[62675]: DEBUG nova.virt.hardware [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.477568] env[62675]: DEBUG nova.virt.hardware [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.477860] env[62675]: DEBUG nova.virt.hardware [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.478306] env[62675]: DEBUG nova.virt.hardware [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.479849] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf99eaab-3fb1-4d9d-a27a-fdfc788c4f55 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.491536] env[62675]: DEBUG oslo_vmware.rw_handles [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b33e19-163c-20e3-986d-0e1c342bb544/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1176.491858] env[62675]: DEBUG oslo_vmware.rw_handles [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b33e19-163c-20e3-986d-0e1c342bb544/disk-0.vmdk for reading. {{(pid=62675) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1176.501790] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84356e99-1d9a-4cec-b428-b94c2854a483 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.598746] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Preparing fetch location {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1176.599165] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Fetch image to [datastore1] OSTACK_IMG_5bb94900-391e-4d98-979d-49161e65deaa/OSTACK_IMG_5bb94900-391e-4d98-979d-49161e65deaa.vmdk {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1176.599294] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Downloading stream optimized image 006d8ec7-2162-4e09-bdfc-e7bdd157e098 to [datastore1] OSTACK_IMG_5bb94900-391e-4d98-979d-49161e65deaa/OSTACK_IMG_5bb94900-391e-4d98-979d-49161e65deaa.vmdk on the data store datastore1 as vApp {{(pid=62675) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1176.599409] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Downloading image file data 006d8ec7-2162-4e09-bdfc-e7bdd157e098 to the ESX as VM named 'OSTACK_IMG_5bb94900-391e-4d98-979d-49161e65deaa' {{(pid=62675) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1176.641576] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e0158eb8-ce2a-4b25-a7d0-f188242115eb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.677273] env[62675]: DEBUG oslo_vmware.rw_handles [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1176.677273] env[62675]: value = "resgroup-9" [ 1176.677273] env[62675]: _type = "ResourcePool" [ 1176.677273] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1176.677586] env[62675]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e4205539-d4d9-4152-beb4-27f63e868c1f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.698190] env[62675]: DEBUG oslo_vmware.rw_handles [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lease: (returnval){ [ 1176.698190] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52687be7-7cdd-9881-4b9f-774991bfa11c" [ 1176.698190] env[62675]: _type = "HttpNfcLease" [ 1176.698190] env[62675]: } obtained for vApp import into resource pool (val){ [ 1176.698190] env[62675]: value = "resgroup-9" [ 1176.698190] env[62675]: _type = "ResourcePool" [ 1176.698190] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1176.698747] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the lease: (returnval){ [ 1176.698747] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52687be7-7cdd-9881-4b9f-774991bfa11c" [ 1176.698747] env[62675]: _type = "HttpNfcLease" [ 1176.698747] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1176.705020] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1176.705020] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52687be7-7cdd-9881-4b9f-774991bfa11c" [ 1176.705020] env[62675]: _type = "HttpNfcLease" [ 1176.705020] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1176.781126] env[62675]: DEBUG nova.network.neutron [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Successfully updated port: b97b7f9d-e119-4b70-8117-5554c24f7bce {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.927543] env[62675]: DEBUG oslo_concurrency.lockutils [req-19e33041-92d1-4183-9a51-b52e9ad1c665 req-e87eeafd-3cba-4122-9b40-5a9413da96eb service nova] Releasing lock "refresh_cache-5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.206636] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.206636] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52687be7-7cdd-9881-4b9f-774991bfa11c" [ 1177.206636] env[62675]: _type = "HttpNfcLease" [ 1177.206636] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1177.284723] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.284988] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.285379] env[62675]: DEBUG nova.network.neutron [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.707149] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1177.707149] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52687be7-7cdd-9881-4b9f-774991bfa11c" [ 1177.707149] env[62675]: _type = "HttpNfcLease" [ 1177.707149] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1177.711857] env[62675]: DEBUG nova.compute.manager [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Received event network-vif-plugged-b97b7f9d-e119-4b70-8117-5554c24f7bce {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.712884] env[62675]: DEBUG oslo_concurrency.lockutils [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] Acquiring lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.712884] env[62675]: DEBUG oslo_concurrency.lockutils [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] Lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.712957] env[62675]: DEBUG oslo_concurrency.lockutils [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] Lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.713113] env[62675]: DEBUG nova.compute.manager [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] No waiting events found dispatching network-vif-plugged-b97b7f9d-e119-4b70-8117-5554c24f7bce {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.713317] env[62675]: WARNING nova.compute.manager [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Received unexpected event network-vif-plugged-b97b7f9d-e119-4b70-8117-5554c24f7bce for instance with vm_state building and task_state spawning. [ 1177.713459] env[62675]: DEBUG nova.compute.manager [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Received event network-changed-b97b7f9d-e119-4b70-8117-5554c24f7bce {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.714028] env[62675]: DEBUG nova.compute.manager [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Refreshing instance network info cache due to event network-changed-b97b7f9d-e119-4b70-8117-5554c24f7bce. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1177.714306] env[62675]: DEBUG oslo_concurrency.lockutils [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] Acquiring lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.815574] env[62675]: DEBUG nova.network.neutron [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.955067] env[62675]: DEBUG nova.network.neutron [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Updating instance_info_cache with network_info: [{"id": "b97b7f9d-e119-4b70-8117-5554c24f7bce", "address": "fa:16:3e:90:fe:3a", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97b7f9d-e1", "ovs_interfaceid": "b97b7f9d-e119-4b70-8117-5554c24f7bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.207228] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1178.207228] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52687be7-7cdd-9881-4b9f-774991bfa11c" [ 1178.207228] env[62675]: _type = "HttpNfcLease" [ 1178.207228] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1178.459117] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.459117] env[62675]: DEBUG nova.compute.manager [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Instance network_info: |[{"id": "b97b7f9d-e119-4b70-8117-5554c24f7bce", "address": "fa:16:3e:90:fe:3a", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97b7f9d-e1", "ovs_interfaceid": "b97b7f9d-e119-4b70-8117-5554c24f7bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.459474] env[62675]: DEBUG oslo_concurrency.lockutils [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] Acquired lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.459745] env[62675]: DEBUG nova.network.neutron [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Refreshing network info cache for port b97b7f9d-e119-4b70-8117-5554c24f7bce {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.461123] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:fe:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b97b7f9d-e119-4b70-8117-5554c24f7bce', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.469212] env[62675]: DEBUG oslo.service.loopingcall [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1178.470563] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.470841] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42a9e16c-b8f0-4f68-97c9-67e08a15974e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.492418] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.492418] env[62675]: value = "task-2691727" [ 1178.492418] env[62675]: _type = "Task" [ 1178.492418] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.502824] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691727, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.708788] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1178.708788] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52687be7-7cdd-9881-4b9f-774991bfa11c" [ 1178.708788] env[62675]: _type = "HttpNfcLease" [ 1178.708788] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1178.709368] env[62675]: DEBUG oslo_vmware.rw_handles [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1178.709368] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52687be7-7cdd-9881-4b9f-774991bfa11c" [ 1178.709368] env[62675]: _type = "HttpNfcLease" [ 1178.709368] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1178.709956] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63ebe4b-976d-47fa-8033-2916ee99562b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.726787] env[62675]: DEBUG oslo_vmware.rw_handles [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5237ed0b-af8d-c48c-7bb6-f8a7415b277c/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1178.727394] env[62675]: DEBUG oslo_vmware.rw_handles [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5237ed0b-af8d-c48c-7bb6-f8a7415b277c/disk-0.vmdk. {{(pid=62675) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1178.791903] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d276b596-44eb-4d99-9770-4a31841c839c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.005667] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691727, 'name': CreateVM_Task, 'duration_secs': 0.366921} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.010358] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.011135] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.011358] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.011656] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1179.012285] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48dd2f22-d9a9-49ab-86cc-1dc32ee66f72 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.018222] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1179.018222] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fe941e-aaed-3dda-6790-87cfc436a4b4" [ 1179.018222] env[62675]: _type = "Task" [ 1179.018222] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.029693] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fe941e-aaed-3dda-6790-87cfc436a4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.206935] env[62675]: DEBUG nova.network.neutron [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Updated VIF entry in instance network info cache for port b97b7f9d-e119-4b70-8117-5554c24f7bce. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.207446] env[62675]: DEBUG nova.network.neutron [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Updating instance_info_cache with network_info: [{"id": "b97b7f9d-e119-4b70-8117-5554c24f7bce", "address": "fa:16:3e:90:fe:3a", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97b7f9d-e1", "ovs_interfaceid": "b97b7f9d-e119-4b70-8117-5554c24f7bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.531934] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52fe941e-aaed-3dda-6790-87cfc436a4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.012708} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.536020] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.536020] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.536020] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.536020] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.536020] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.536020] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc992eba-71d0-4449-b10b-8ca981182c97 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.543821] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.544091] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.544874] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4db656-4d1e-4b74-bd05-30f93020b74e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.550722] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1179.550722] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]525abd76-adf5-19dd-f10b-a33fe21036af" [ 1179.550722] env[62675]: _type = "Task" [ 1179.550722] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.559563] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525abd76-adf5-19dd-f10b-a33fe21036af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.711510] env[62675]: DEBUG oslo_concurrency.lockutils [req-efb2ff2b-f40d-4d1d-afc7-8c6e23eec9c9 req-45dc500a-57f8-441d-985f-10b6c1e7014e service nova] Releasing lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1179.918028] env[62675]: DEBUG oslo_vmware.rw_handles [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Completed reading data from the image iterator. {{(pid=62675) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1179.918028] env[62675]: DEBUG oslo_vmware.rw_handles [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5237ed0b-af8d-c48c-7bb6-f8a7415b277c/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1179.918028] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cfdec3-3b55-47af-b224-8aa0ac058880 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.927493] env[62675]: DEBUG oslo_vmware.rw_handles [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5237ed0b-af8d-c48c-7bb6-f8a7415b277c/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1179.927929] env[62675]: DEBUG oslo_vmware.rw_handles [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5237ed0b-af8d-c48c-7bb6-f8a7415b277c/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1179.928340] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ee691c14-fa1c-4d05-a489-8615af437315 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.062051] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]525abd76-adf5-19dd-f10b-a33fe21036af, 'name': SearchDatastore_Task, 'duration_secs': 0.011264} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.062798] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181b4eb6-76e1-4593-ab6c-90268715b46b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.068397] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1180.068397] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]528bf1f1-f7a1-4afc-7879-9e082ea71d77" [ 1180.068397] env[62675]: _type = "Task" [ 1180.068397] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.076779] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528bf1f1-f7a1-4afc-7879-9e082ea71d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.106087] env[62675]: DEBUG oslo_vmware.rw_handles [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5237ed0b-af8d-c48c-7bb6-f8a7415b277c/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1180.106415] env[62675]: INFO nova.virt.vmwareapi.images [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Downloaded image file data 006d8ec7-2162-4e09-bdfc-e7bdd157e098 [ 1180.107391] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0741768b-f36c-4996-bae8-ef76712c569f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.126315] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb5dc0da-d13c-436d-8d2a-3514752804b0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.164798] env[62675]: INFO nova.virt.vmwareapi.images [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] The imported VM was unregistered [ 1180.166776] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Caching image {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1180.167085] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Creating directory with path [datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098 {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.167438] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4fc310c-a640-4cd4-909b-c05a8d750e89 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.179258] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Created directory with path [datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098 {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.179426] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5bb94900-391e-4d98-979d-49161e65deaa/OSTACK_IMG_5bb94900-391e-4d98-979d-49161e65deaa.vmdk to [datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098/006d8ec7-2162-4e09-bdfc-e7bdd157e098.vmdk. {{(pid=62675) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1180.179721] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-31a642ba-8463-4ac7-b08c-3c7d15f8c0c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.186649] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1180.186649] env[62675]: value = "task-2691729" [ 1180.186649] env[62675]: _type = "Task" [ 1180.186649] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.194681] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691729, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.579022] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]528bf1f1-f7a1-4afc-7879-9e082ea71d77, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.579333] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.579629] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 838f2971-0e3b-473a-b1d5-0279cac7b8ed/838f2971-0e3b-473a-b1d5-0279cac7b8ed.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.579921] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cb6421e-a5c9-4d9e-bdf9-17f22913af42 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.586696] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1180.586696] env[62675]: value = "task-2691730" [ 1180.586696] env[62675]: _type = "Task" [ 1180.586696] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.595138] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.696795] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691729, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.096685] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.197156] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691729, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.598148] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.698578] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691729, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.098944] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691730, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.199074] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691729, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.599856] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691730, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.698849] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691729, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.100975] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691730, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.350122} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.100975] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 838f2971-0e3b-473a-b1d5-0279cac7b8ed/838f2971-0e3b-473a-b1d5-0279cac7b8ed.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.100975] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.100975] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24e339bb-a856-448a-9290-9d3e9aac032d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.107452] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1183.107452] env[62675]: value = "task-2691731" [ 1183.107452] env[62675]: _type = "Task" [ 1183.107452] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.116123] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.200021] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691729, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.745516} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.200359] env[62675]: INFO nova.virt.vmwareapi.ds_util [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5bb94900-391e-4d98-979d-49161e65deaa/OSTACK_IMG_5bb94900-391e-4d98-979d-49161e65deaa.vmdk to [datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098/006d8ec7-2162-4e09-bdfc-e7bdd157e098.vmdk. [ 1183.200576] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Cleaning up location [datastore1] OSTACK_IMG_5bb94900-391e-4d98-979d-49161e65deaa {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1183.200758] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5bb94900-391e-4d98-979d-49161e65deaa {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.201413] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a601af12-ddf7-449f-bc3c-2825950337ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.207271] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1183.207271] env[62675]: value = "task-2691732" [ 1183.207271] env[62675]: _type = "Task" [ 1183.207271] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.215626] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.617684] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086598} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.617924] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.618755] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2be740-c374-4905-bc26-dcab3685e8bd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.641515] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 838f2971-0e3b-473a-b1d5-0279cac7b8ed/838f2971-0e3b-473a-b1d5-0279cac7b8ed.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.641811] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c40c09-e2d2-47ec-9ecd-9cced17fc464 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.661153] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1183.661153] env[62675]: value = "task-2691733" [ 1183.661153] env[62675]: _type = "Task" [ 1183.661153] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.671198] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.717302] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041272} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.717642] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.717726] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098/006d8ec7-2162-4e09-bdfc-e7bdd157e098.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.717964] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098/006d8ec7-2162-4e09-bdfc-e7bdd157e098.vmdk to [datastore1] 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d/5d2ecba3-fb1b-41f9-b958-2a70abd4a38d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.718282] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dede5372-bc12-4595-9845-9325e8e96b2f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.724842] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1183.724842] env[62675]: value = "task-2691734" [ 1183.724842] env[62675]: _type = "Task" [ 1183.724842] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.732578] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.171325] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691733, 'name': ReconfigVM_Task, 'duration_secs': 0.42818} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.171708] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 838f2971-0e3b-473a-b1d5-0279cac7b8ed/838f2971-0e3b-473a-b1d5-0279cac7b8ed.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.172371] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92cf1384-597b-4940-8e68-05fef14fecf0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.179604] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1184.179604] env[62675]: value = "task-2691735" [ 1184.179604] env[62675]: _type = "Task" [ 1184.179604] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.191805] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691735, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.235474] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691734, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.689732] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691735, 'name': Rename_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.735824] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691734, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.190488] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691735, 'name': Rename_Task, 'duration_secs': 0.982695} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.190897] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.191115] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b2b9038-d0cd-49f4-89b6-58c295a7d53b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.198288] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1185.198288] env[62675]: value = "task-2691736" [ 1185.198288] env[62675]: _type = "Task" [ 1185.198288] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.207176] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.236671] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691734, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.713257] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691736, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.737408] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691734, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.824357] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "6afd5325-9900-41a9-8b2e-3669230c7c69" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.824601] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.210146] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691736, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.238532] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691734, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.424172} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.238671] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/006d8ec7-2162-4e09-bdfc-e7bdd157e098/006d8ec7-2162-4e09-bdfc-e7bdd157e098.vmdk to [datastore1] 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d/5d2ecba3-fb1b-41f9-b958-2a70abd4a38d.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.239570] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd6accc-ac74-4c04-ba3a-7fc7ffff8ce1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.263816] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d/5d2ecba3-fb1b-41f9-b958-2a70abd4a38d.vmdk or device None with type streamOptimized {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.264146] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd86baf2-800a-4939-9394-f81f946bc5f5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.283942] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1186.283942] env[62675]: value = "task-2691737" [ 1186.283942] env[62675]: _type = "Task" [ 1186.283942] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.292102] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.328716] env[62675]: DEBUG nova.compute.utils [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1186.711707] env[62675]: DEBUG oslo_vmware.api [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691736, 'name': PowerOnVM_Task, 'duration_secs': 1.294678} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.712126] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.712441] env[62675]: INFO nova.compute.manager [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1186.712764] env[62675]: DEBUG nova.compute.manager [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1186.713763] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b5f6c6-0b85-41c8-a86a-b3192fcdbda3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.793472] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691737, 'name': ReconfigVM_Task, 'duration_secs': 0.431131} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.793756] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d/5d2ecba3-fb1b-41f9-b958-2a70abd4a38d.vmdk or device None with type streamOptimized {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.794701] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16d05bc2-a6d5-4db2-950b-15718245a7c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.802669] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1186.802669] env[62675]: value = "task-2691738" [ 1186.802669] env[62675]: _type = "Task" [ 1186.802669] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.811116] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691738, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.831464] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.233627] env[62675]: INFO nova.compute.manager [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Took 16.77 seconds to build instance. [ 1187.312453] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691738, 'name': Rename_Task, 'duration_secs': 0.219344} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.312735] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.312976] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f025b1b-2caa-4b48-9d75-ba39a7c6e8ea {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.319453] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1187.319453] env[62675]: value = "task-2691739" [ 1187.319453] env[62675]: _type = "Task" [ 1187.319453] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.326977] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.736442] env[62675]: DEBUG oslo_concurrency.lockutils [None req-dba10a7f-ed6e-4945-aaed-d3abe9310179 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.277s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.831184] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.897726] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "6afd5325-9900-41a9-8b2e-3669230c7c69" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.898186] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.898610] env[62675]: INFO nova.compute.manager [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Attaching volume 0d20ff8e-7477-4215-81de-17dbd748eda9 to /dev/sdb [ 1187.936649] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459738bc-8ce4-4b48-8a16-2bb530922581 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.947534] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153422b4-fb7b-43af-ab65-88e8212f5a2f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.964162] env[62675]: DEBUG nova.virt.block_device [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Updating existing volume attachment record: ea5fdf15-1c48-4fc7-8547-61cd63ecedd0 {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1188.151188] env[62675]: DEBUG oslo_vmware.rw_handles [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b33e19-163c-20e3-986d-0e1c342bb544/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1188.152538] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2718eb1-cce5-4d59-a63c-a7c396f6b705 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.159083] env[62675]: DEBUG oslo_vmware.rw_handles [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b33e19-163c-20e3-986d-0e1c342bb544/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1188.159319] env[62675]: ERROR oslo_vmware.rw_handles [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b33e19-163c-20e3-986d-0e1c342bb544/disk-0.vmdk due to incomplete transfer. [ 1188.159696] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d78af358-a369-451d-b91d-99c962d14d45 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.167286] env[62675]: DEBUG oslo_vmware.rw_handles [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b33e19-163c-20e3-986d-0e1c342bb544/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1188.167506] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Uploaded image da92ca9e-9948-40e9-bd42-5c2e49fc30e8 to the Glance image server {{(pid=62675) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1188.169818] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Destroying the VM {{(pid=62675) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1188.171056] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-345ada91-8e21-4847-9f91-23a0ab836b00 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.179988] env[62675]: DEBUG nova.compute.manager [req-55262523-682d-4be3-b31b-e1a272451efe req-2c8ab64c-dfb1-4683-b1af-c74f030411ac service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Received event network-changed-b97b7f9d-e119-4b70-8117-5554c24f7bce {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1188.179988] env[62675]: DEBUG nova.compute.manager [req-55262523-682d-4be3-b31b-e1a272451efe req-2c8ab64c-dfb1-4683-b1af-c74f030411ac service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Refreshing instance network info cache due to event network-changed-b97b7f9d-e119-4b70-8117-5554c24f7bce. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1188.179988] env[62675]: DEBUG oslo_concurrency.lockutils [req-55262523-682d-4be3-b31b-e1a272451efe req-2c8ab64c-dfb1-4683-b1af-c74f030411ac service nova] Acquiring lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.179988] env[62675]: DEBUG oslo_concurrency.lockutils [req-55262523-682d-4be3-b31b-e1a272451efe req-2c8ab64c-dfb1-4683-b1af-c74f030411ac service nova] Acquired lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.179988] env[62675]: DEBUG nova.network.neutron [req-55262523-682d-4be3-b31b-e1a272451efe req-2c8ab64c-dfb1-4683-b1af-c74f030411ac service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Refreshing network info cache for port b97b7f9d-e119-4b70-8117-5554c24f7bce {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.181452] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1188.181452] env[62675]: value = "task-2691740" [ 1188.181452] env[62675]: _type = "Task" [ 1188.181452] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.189143] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691740, 'name': Destroy_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.330236] env[62675]: DEBUG oslo_vmware.api [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691739, 'name': PowerOnVM_Task, 'duration_secs': 0.733922} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.330681] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.422103] env[62675]: DEBUG nova.compute.manager [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.423178] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f48aa8a-e995-46dd-b2c5-83a2b2082088 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.690465] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691740, 'name': Destroy_Task, 'duration_secs': 0.357989} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.692022] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Destroyed the VM [ 1188.692022] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Deleting Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1188.692022] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6d72eec7-3756-4f8e-95cf-4f06b7afebb4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.697932] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1188.697932] env[62675]: value = "task-2691742" [ 1188.697932] env[62675]: _type = "Task" [ 1188.697932] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.706085] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691742, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.930935] env[62675]: DEBUG nova.network.neutron [req-55262523-682d-4be3-b31b-e1a272451efe req-2c8ab64c-dfb1-4683-b1af-c74f030411ac service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Updated VIF entry in instance network info cache for port b97b7f9d-e119-4b70-8117-5554c24f7bce. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.931354] env[62675]: DEBUG nova.network.neutron [req-55262523-682d-4be3-b31b-e1a272451efe req-2c8ab64c-dfb1-4683-b1af-c74f030411ac service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Updating instance_info_cache with network_info: [{"id": "b97b7f9d-e119-4b70-8117-5554c24f7bce", "address": "fa:16:3e:90:fe:3a", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97b7f9d-e1", "ovs_interfaceid": "b97b7f9d-e119-4b70-8117-5554c24f7bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.941340] env[62675]: DEBUG oslo_concurrency.lockutils [None req-f5b7f8c4-9dec-4e83-943b-0e386b2a56d0 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.967s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.208554] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691742, 'name': RemoveSnapshot_Task, 'duration_secs': 0.408713} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.208805] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Deleted Snapshot of the VM instance {{(pid=62675) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1189.209067] env[62675]: DEBUG nova.compute.manager [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.209909] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aa64e2-8336-4016-912a-221ea3b4e348 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.301071] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.301071] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.301384] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.301495] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.301715] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.303943] env[62675]: INFO nova.compute.manager [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Terminating instance [ 1189.434484] env[62675]: DEBUG oslo_concurrency.lockutils [req-55262523-682d-4be3-b31b-e1a272451efe req-2c8ab64c-dfb1-4683-b1af-c74f030411ac service nova] Releasing lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.721919] env[62675]: INFO nova.compute.manager [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Shelve offloading [ 1189.808388] env[62675]: DEBUG nova.compute.manager [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.808749] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.810049] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b909bb1-c3fb-4990-8e2f-4dd55f9d7b93 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.818249] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.818479] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-389f641c-f8eb-4314-b686-015296120f67 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.824547] env[62675]: DEBUG oslo_vmware.api [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1189.824547] env[62675]: value = "task-2691743" [ 1189.824547] env[62675]: _type = "Task" [ 1189.824547] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.834361] env[62675]: DEBUG oslo_vmware.api [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.228077] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.232887] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d694a904-7ec9-42da-b17f-74e65eaedd46 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.235395] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1190.235395] env[62675]: value = "task-2691744" [ 1190.235395] env[62675]: _type = "Task" [ 1190.235395] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.243377] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.334023] env[62675]: DEBUG oslo_vmware.api [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691743, 'name': PowerOffVM_Task, 'duration_secs': 0.362337} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.334301] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.334480] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.334722] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f95657c4-ce0f-4885-aedc-f40020204b04 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.403146] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.403368] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.403624] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleting the datastore file [datastore1] 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.403921] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a7f8b96-2164-4933-bbca-12e598cbf06b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.412442] env[62675]: DEBUG oslo_vmware.api [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for the task: (returnval){ [ 1190.412442] env[62675]: value = "task-2691747" [ 1190.412442] env[62675]: _type = "Task" [ 1190.412442] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.420190] env[62675]: DEBUG oslo_vmware.api [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.745440] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] VM already powered off {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1190.745907] env[62675]: DEBUG nova.compute.manager [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.746431] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26915f1e-3740-4bd3-91fb-df8c07170489 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.752110] env[62675]: DEBUG oslo_concurrency.lockutils [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.752231] env[62675]: DEBUG oslo_concurrency.lockutils [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.752397] env[62675]: DEBUG nova.network.neutron [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.921570] env[62675]: DEBUG oslo_vmware.api [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Task: {'id': task-2691747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137857} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.921806] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.921991] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.922205] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.922400] env[62675]: INFO nova.compute.manager [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1190.922671] env[62675]: DEBUG oslo.service.loopingcall [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1190.922856] env[62675]: DEBUG nova.compute.manager [-] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.922950] env[62675]: DEBUG nova.network.neutron [-] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.366282] env[62675]: DEBUG nova.compute.manager [req-9d64449f-fb79-4994-936c-e7705952c9d3 req-f08b013b-7080-4688-9d81-acfc11af4aed service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Received event network-vif-deleted-a4237295-64c0-42e4-91ba-c27228f2dbc7 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1191.366481] env[62675]: INFO nova.compute.manager [req-9d64449f-fb79-4994-936c-e7705952c9d3 req-f08b013b-7080-4688-9d81-acfc11af4aed service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Neutron deleted interface a4237295-64c0-42e4-91ba-c27228f2dbc7; detaching it from the instance and deleting it from the info cache [ 1191.366655] env[62675]: DEBUG nova.network.neutron [req-9d64449f-fb79-4994-936c-e7705952c9d3 req-f08b013b-7080-4688-9d81-acfc11af4aed service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.453657] env[62675]: DEBUG nova.network.neutron [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updating instance_info_cache with network_info: [{"id": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "address": "fa:16:3e:37:86:ad", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a731f3-ff", "ovs_interfaceid": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.847636] env[62675]: DEBUG nova.network.neutron [-] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.869701] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fac4d7ba-5547-4cfd-8fdf-7b6bc0a4e786 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.879279] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171a48d8-6f32-4168-9a52-3c0d61f97465 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.910097] env[62675]: DEBUG nova.compute.manager [req-9d64449f-fb79-4994-936c-e7705952c9d3 req-f08b013b-7080-4688-9d81-acfc11af4aed service nova] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Detach interface failed, port_id=a4237295-64c0-42e4-91ba-c27228f2dbc7, reason: Instance 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1191.956459] env[62675]: DEBUG oslo_concurrency.lockutils [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1192.251587] env[62675]: DEBUG nova.compute.manager [req-4f9fa4ce-a95a-48e5-bac4-4d5f4bb4e5a7 req-405151a1-c786-470f-bb79-2dd5d0ec76f7 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Received event network-vif-unplugged-73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1192.251587] env[62675]: DEBUG oslo_concurrency.lockutils [req-4f9fa4ce-a95a-48e5-bac4-4d5f4bb4e5a7 req-405151a1-c786-470f-bb79-2dd5d0ec76f7 service nova] Acquiring lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.252714] env[62675]: DEBUG oslo_concurrency.lockutils [req-4f9fa4ce-a95a-48e5-bac4-4d5f4bb4e5a7 req-405151a1-c786-470f-bb79-2dd5d0ec76f7 service nova] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.252714] env[62675]: DEBUG oslo_concurrency.lockutils [req-4f9fa4ce-a95a-48e5-bac4-4d5f4bb4e5a7 req-405151a1-c786-470f-bb79-2dd5d0ec76f7 service nova] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.252714] env[62675]: DEBUG nova.compute.manager [req-4f9fa4ce-a95a-48e5-bac4-4d5f4bb4e5a7 req-405151a1-c786-470f-bb79-2dd5d0ec76f7 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] No waiting events found dispatching network-vif-unplugged-73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.252714] env[62675]: WARNING nova.compute.manager [req-4f9fa4ce-a95a-48e5-bac4-4d5f4bb4e5a7 req-405151a1-c786-470f-bb79-2dd5d0ec76f7 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Received unexpected event network-vif-unplugged-73a731f3-ff38-4a4c-bc93-77584b1b44b1 for instance with vm_state shelved and task_state shelving_offloading. [ 1192.338348] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.339286] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aef1893-1091-4299-aa29-a0306b84b6e7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.346532] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.346733] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95e3b9b1-322e-4c5b-94d6-a2239d6b44fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.351679] env[62675]: INFO nova.compute.manager [-] [instance: 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d] Took 1.43 seconds to deallocate network for instance. [ 1192.422892] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.423162] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.423315] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleting the datastore file [datastore1] 09c68eb2-7aa2-495c-a0a0-92f1ed228197 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.423572] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b935d1a-dfd9-48b2-bf8b-6ed9ca99b060 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.431917] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1192.431917] env[62675]: value = "task-2691749" [ 1192.431917] env[62675]: _type = "Task" [ 1192.431917] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.439731] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.523585] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1192.523852] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542505', 'volume_id': '0d20ff8e-7477-4215-81de-17dbd748eda9', 'name': 'volume-0d20ff8e-7477-4215-81de-17dbd748eda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6afd5325-9900-41a9-8b2e-3669230c7c69', 'attached_at': '', 'detached_at': '', 'volume_id': '0d20ff8e-7477-4215-81de-17dbd748eda9', 'serial': '0d20ff8e-7477-4215-81de-17dbd748eda9'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1192.524743] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8615c3-d5d4-4509-94c8-0d74b49140bc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.541360] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb935a1-7135-4a16-8dc1-ff38d84f74c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.567444] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-0d20ff8e-7477-4215-81de-17dbd748eda9/volume-0d20ff8e-7477-4215-81de-17dbd748eda9.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.567769] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ecf4a7-03e7-49a4-9e6e-7c41f5209efb {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.586326] env[62675]: DEBUG oslo_vmware.api [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1192.586326] env[62675]: value = "task-2691750" [ 1192.586326] env[62675]: _type = "Task" [ 1192.586326] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.595753] env[62675]: DEBUG oslo_vmware.api [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.857887] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.858432] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.858432] env[62675]: DEBUG nova.objects.instance [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lazy-loading 'resources' on Instance uuid 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.941743] env[62675]: DEBUG oslo_vmware.api [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139387} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.941995] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.942232] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.942431] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.966741] env[62675]: INFO nova.scheduler.client.report [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleted allocations for instance 09c68eb2-7aa2-495c-a0a0-92f1ed228197 [ 1193.096267] env[62675]: DEBUG oslo_vmware.api [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691750, 'name': ReconfigVM_Task, 'duration_secs': 0.315324} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.096534] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-0d20ff8e-7477-4215-81de-17dbd748eda9/volume-0d20ff8e-7477-4215-81de-17dbd748eda9.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.101220] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a828fb1-1aad-4e6d-ad99-c73c897d10d2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.118041] env[62675]: DEBUG oslo_vmware.api [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1193.118041] env[62675]: value = "task-2691751" [ 1193.118041] env[62675]: _type = "Task" [ 1193.118041] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.125825] env[62675]: DEBUG oslo_vmware.api [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.444502] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe06d4a-c65a-4938-9f09-475d99b5c22c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.451986] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f500c2-ce41-4e57-916d-7df036e41d51 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.482676] env[62675]: DEBUG oslo_concurrency.lockutils [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.484031] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd297e89-88a5-443b-be46-78cfbdd595c1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.491624] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d1839f-1afd-4842-a09d-7927bdff295f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.504805] env[62675]: DEBUG nova.compute.provider_tree [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.629608] env[62675]: DEBUG oslo_vmware.api [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691751, 'name': ReconfigVM_Task, 'duration_secs': 0.135438} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.629937] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542505', 'volume_id': '0d20ff8e-7477-4215-81de-17dbd748eda9', 'name': 'volume-0d20ff8e-7477-4215-81de-17dbd748eda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6afd5325-9900-41a9-8b2e-3669230c7c69', 'attached_at': '', 'detached_at': '', 'volume_id': '0d20ff8e-7477-4215-81de-17dbd748eda9', 'serial': '0d20ff8e-7477-4215-81de-17dbd748eda9'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1193.910271] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.910659] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.910659] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.910850] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.911032] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.913116] env[62675]: INFO nova.compute.manager [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Terminating instance [ 1194.009064] env[62675]: DEBUG nova.scheduler.client.report [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.314238] env[62675]: DEBUG nova.compute.manager [req-8d7c5bf3-80f1-4854-a552-071cd8503d3f req-de588563-1199-461f-9442-d35d7734e5cd service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Received event network-changed-73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1194.314651] env[62675]: DEBUG nova.compute.manager [req-8d7c5bf3-80f1-4854-a552-071cd8503d3f req-de588563-1199-461f-9442-d35d7734e5cd service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Refreshing instance network info cache due to event network-changed-73a731f3-ff38-4a4c-bc93-77584b1b44b1. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1194.315067] env[62675]: DEBUG oslo_concurrency.lockutils [req-8d7c5bf3-80f1-4854-a552-071cd8503d3f req-de588563-1199-461f-9442-d35d7734e5cd service nova] Acquiring lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.315241] env[62675]: DEBUG oslo_concurrency.lockutils [req-8d7c5bf3-80f1-4854-a552-071cd8503d3f req-de588563-1199-461f-9442-d35d7734e5cd service nova] Acquired lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.315625] env[62675]: DEBUG nova.network.neutron [req-8d7c5bf3-80f1-4854-a552-071cd8503d3f req-de588563-1199-461f-9442-d35d7734e5cd service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Refreshing network info cache for port 73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.417269] env[62675]: DEBUG nova.compute.manager [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.417661] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.418082] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9fb189e-bedd-499a-a430-832400ce8d07 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.425405] env[62675]: DEBUG oslo_vmware.api [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1194.425405] env[62675]: value = "task-2691752" [ 1194.425405] env[62675]: _type = "Task" [ 1194.425405] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.433582] env[62675]: DEBUG oslo_vmware.api [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.514857] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.518448] env[62675]: DEBUG oslo_concurrency.lockutils [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.035s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.518448] env[62675]: DEBUG nova.objects.instance [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lazy-loading 'resources' on Instance uuid 09c68eb2-7aa2-495c-a0a0-92f1ed228197 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.537238] env[62675]: INFO nova.scheduler.client.report [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Deleted allocations for instance 5d2ecba3-fb1b-41f9-b958-2a70abd4a38d [ 1194.663741] env[62675]: DEBUG nova.objects.instance [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lazy-loading 'flavor' on Instance uuid 6afd5325-9900-41a9-8b2e-3669230c7c69 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.935920] env[62675]: DEBUG oslo_vmware.api [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691752, 'name': PowerOffVM_Task, 'duration_secs': 0.177515} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.936390] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.936390] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1194.936544] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542477', 'volume_id': '9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'name': 'volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5da5e1ab-0edd-45bc-8195-188d2bc987e3', 'attached_at': '2025-02-19T14:57:48.000000', 'detached_at': '', 'volume_id': '9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'serial': '9a77e1d5-b078-4101-ab6f-ca916cc5940e'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1194.937455] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eac95e1-1424-4e54-85f2-af9ec97f1b35 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.957948] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0504dcd-14fd-425e-91c8-8286b28231ac {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.964739] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5443cff0-601b-4982-9230-55c5343b2b10 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.982780] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f134f1-1544-4cc8-91df-08a28549829b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.997115] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] The volume has not been displaced from its original location: [datastore1] volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e/volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1195.002275] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.002562] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161403ab-be51-45f5-a2f4-9cf1089be92a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.021411] env[62675]: DEBUG nova.objects.instance [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lazy-loading 'numa_topology' on Instance uuid 09c68eb2-7aa2-495c-a0a0-92f1ed228197 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.022577] env[62675]: DEBUG oslo_vmware.api [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1195.022577] env[62675]: value = "task-2691753" [ 1195.022577] env[62675]: _type = "Task" [ 1195.022577] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.032202] env[62675]: DEBUG oslo_vmware.api [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.047116] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3b92659a-9e49-4bf8-b065-37bbedee4a44 tempest-ServerActionsTestOtherB-1342374331 tempest-ServerActionsTestOtherB-1342374331-project-member] Lock "5d2ecba3-fb1b-41f9-b958-2a70abd4a38d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.746s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.048777] env[62675]: DEBUG nova.network.neutron [req-8d7c5bf3-80f1-4854-a552-071cd8503d3f req-de588563-1199-461f-9442-d35d7734e5cd service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updated VIF entry in instance network info cache for port 73a731f3-ff38-4a4c-bc93-77584b1b44b1. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.049090] env[62675]: DEBUG nova.network.neutron [req-8d7c5bf3-80f1-4854-a552-071cd8503d3f req-de588563-1199-461f-9442-d35d7734e5cd service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updating instance_info_cache with network_info: [{"id": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "address": "fa:16:3e:37:86:ad", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap73a731f3-ff", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.168491] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a031d742-3ca4-44af-b177-52ea6e4ff9f7 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.270s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.354245] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "6afd5325-9900-41a9-8b2e-3669230c7c69" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.354534] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.417132] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.524066] env[62675]: DEBUG nova.objects.base [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Object Instance<09c68eb2-7aa2-495c-a0a0-92f1ed228197> lazy-loaded attributes: resources,numa_topology {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1195.536428] env[62675]: DEBUG oslo_vmware.api [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691753, 'name': ReconfigVM_Task, 'duration_secs': 0.156968} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.536743] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.541996] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc0e125-fd19-452f-9954-7f943ccf55e4 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.555139] env[62675]: DEBUG oslo_concurrency.lockutils [req-8d7c5bf3-80f1-4854-a552-071cd8503d3f req-de588563-1199-461f-9442-d35d7734e5cd service nova] Releasing lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.562218] env[62675]: DEBUG oslo_vmware.api [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1195.562218] env[62675]: value = "task-2691755" [ 1195.562218] env[62675]: _type = "Task" [ 1195.562218] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.573557] env[62675]: DEBUG oslo_vmware.api [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.629960] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0444fe4-fe38-48ee-8307-438b7f768581 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.639196] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e1c3cb-ee15-4b6c-8b74-a885f90e98d3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.670358] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d69d1bf-8794-4cb4-9040-d5d5464f0e0b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.678292] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c12533-566e-4b26-8e0a-62deb3d6b979 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.692226] env[62675]: DEBUG nova.compute.provider_tree [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.858320] env[62675]: INFO nova.compute.manager [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Detaching volume 0d20ff8e-7477-4215-81de-17dbd748eda9 [ 1195.889391] env[62675]: INFO nova.virt.block_device [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Attempting to driver detach volume 0d20ff8e-7477-4215-81de-17dbd748eda9 from mountpoint /dev/sdb [ 1195.889623] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1195.889809] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542505', 'volume_id': '0d20ff8e-7477-4215-81de-17dbd748eda9', 'name': 'volume-0d20ff8e-7477-4215-81de-17dbd748eda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6afd5325-9900-41a9-8b2e-3669230c7c69', 'attached_at': '', 'detached_at': '', 'volume_id': '0d20ff8e-7477-4215-81de-17dbd748eda9', 'serial': '0d20ff8e-7477-4215-81de-17dbd748eda9'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1195.890788] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dceac4de-c648-49e5-a94c-b2520cb47807 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.912355] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbeaf277-6f29-4b5a-a6cd-8c838cd899ef {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.919122] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02bf8fc-966e-4b78-98d1-f8a19789336e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.940807] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a17da5c-6d20-4eaf-8d58-40a0f94a55a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.955816] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] The volume has not been displaced from its original location: [datastore1] volume-0d20ff8e-7477-4215-81de-17dbd748eda9/volume-0d20ff8e-7477-4215-81de-17dbd748eda9.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1195.961142] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1195.961968] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa22e593-15c2-47c0-a220-15643905b7a9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.980231] env[62675]: DEBUG oslo_vmware.api [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1195.980231] env[62675]: value = "task-2691756" [ 1195.980231] env[62675]: _type = "Task" [ 1195.980231] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.987640] env[62675]: DEBUG oslo_vmware.api [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.072530] env[62675]: DEBUG oslo_vmware.api [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691755, 'name': ReconfigVM_Task, 'duration_secs': 0.198809} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.072896] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542477', 'volume_id': '9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'name': 'volume-9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5da5e1ab-0edd-45bc-8195-188d2bc987e3', 'attached_at': '2025-02-19T14:57:48.000000', 'detached_at': '', 'volume_id': '9a77e1d5-b078-4101-ab6f-ca916cc5940e', 'serial': '9a77e1d5-b078-4101-ab6f-ca916cc5940e'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1196.073232] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.074136] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bd12e2-4483-4d02-9837-9dc229c41471 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.080807] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.081060] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5b4b05e-f851-4d8e-8af9-8095d82346af {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.149689] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.149891] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.150097] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleting the datastore file [datastore1] 5da5e1ab-0edd-45bc-8195-188d2bc987e3 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.150382] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b5f8208-a453-4815-aa9f-05b1a9a341b1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.157310] env[62675]: DEBUG oslo_vmware.api [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1196.157310] env[62675]: value = "task-2691758" [ 1196.157310] env[62675]: _type = "Task" [ 1196.157310] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.164610] env[62675]: DEBUG oslo_vmware.api [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.195888] env[62675]: DEBUG nova.scheduler.client.report [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.490503] env[62675]: DEBUG oslo_vmware.api [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691756, 'name': ReconfigVM_Task, 'duration_secs': 0.252638} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.490767] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1196.495440] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef0ca079-0353-4579-9de6-e64185da4eca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.509831] env[62675]: DEBUG oslo_vmware.api [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1196.509831] env[62675]: value = "task-2691759" [ 1196.509831] env[62675]: _type = "Task" [ 1196.509831] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.518837] env[62675]: DEBUG oslo_vmware.api [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.666722] env[62675]: DEBUG oslo_vmware.api [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084519} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.666974] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.667184] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.667398] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.667580] env[62675]: INFO nova.compute.manager [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1196.667909] env[62675]: DEBUG oslo.service.loopingcall [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.668144] env[62675]: DEBUG nova.compute.manager [-] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.668241] env[62675]: DEBUG nova.network.neutron [-] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.701211] env[62675]: DEBUG oslo_concurrency.lockutils [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.019306] env[62675]: DEBUG oslo_vmware.api [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691759, 'name': ReconfigVM_Task, 'duration_secs': 0.134967} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.019616] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542505', 'volume_id': '0d20ff8e-7477-4215-81de-17dbd748eda9', 'name': 'volume-0d20ff8e-7477-4215-81de-17dbd748eda9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6afd5325-9900-41a9-8b2e-3669230c7c69', 'attached_at': '', 'detached_at': '', 'volume_id': '0d20ff8e-7477-4215-81de-17dbd748eda9', 'serial': '0d20ff8e-7477-4215-81de-17dbd748eda9'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1197.113928] env[62675]: DEBUG nova.compute.manager [req-c7a430ac-f9b7-4127-b66a-bf3da41bef89 req-f481638e-2926-4379-a9b0-01fc2c96e985 service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Received event network-vif-deleted-c68f8936-7968-4832-96b2-447d72ddf45f {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1197.113928] env[62675]: INFO nova.compute.manager [req-c7a430ac-f9b7-4127-b66a-bf3da41bef89 req-f481638e-2926-4379-a9b0-01fc2c96e985 service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Neutron deleted interface c68f8936-7968-4832-96b2-447d72ddf45f; detaching it from the instance and deleting it from the info cache [ 1197.114376] env[62675]: DEBUG nova.network.neutron [req-c7a430ac-f9b7-4127-b66a-bf3da41bef89 req-f481638e-2926-4379-a9b0-01fc2c96e985 service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.212813] env[62675]: DEBUG oslo_concurrency.lockutils [None req-11546bda-c917-4a2e-8d47-f0a59784fb0f tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.925s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.213666] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.797s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.213853] env[62675]: INFO nova.compute.manager [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Unshelving [ 1198.059411] env[62675]: DEBUG nova.objects.instance [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lazy-loading 'flavor' on Instance uuid 6afd5325-9900-41a9-8b2e-3669230c7c69 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.061531] env[62675]: DEBUG nova.network.neutron [-] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.065681] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0cb58ec-e6d5-4c16-9238-def244e54b3b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.077861] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b46410-96bf-4bd4-95a9-89ed2a0012c7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.107051] env[62675]: DEBUG nova.compute.manager [req-c7a430ac-f9b7-4127-b66a-bf3da41bef89 req-f481638e-2926-4379-a9b0-01fc2c96e985 service nova] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Detach interface failed, port_id=c68f8936-7968-4832-96b2-447d72ddf45f, reason: Instance 5da5e1ab-0edd-45bc-8195-188d2bc987e3 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1198.567901] env[62675]: INFO nova.compute.manager [-] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Took 1.90 seconds to deallocate network for instance. [ 1198.589437] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.589437] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.589601] env[62675]: DEBUG nova.objects.instance [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lazy-loading 'pci_requests' on Instance uuid 09c68eb2-7aa2-495c-a0a0-92f1ed228197 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.073014] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa2e4c16-202e-400a-a7fb-66cb8e9f7e5b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.718s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.094345] env[62675]: DEBUG nova.objects.instance [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lazy-loading 'numa_topology' on Instance uuid 09c68eb2-7aa2-495c-a0a0-92f1ed228197 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.114298] env[62675]: INFO nova.compute.manager [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Took 0.54 seconds to detach 1 volumes for instance. [ 1199.116564] env[62675]: DEBUG nova.compute.manager [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 5da5e1ab-0edd-45bc-8195-188d2bc987e3] Deleting volume: 9a77e1d5-b078-4101-ab6f-ca916cc5940e {{(pid=62675) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1199.600830] env[62675]: INFO nova.compute.claims [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.606750] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "6afd5325-9900-41a9-8b2e-3669230c7c69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.606750] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.606750] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "6afd5325-9900-41a9-8b2e-3669230c7c69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.606750] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.606750] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.606750] env[62675]: INFO nova.compute.manager [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Terminating instance [ 1199.653949] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.030591] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.030851] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.031012] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.031171] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.031315] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.031460] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.031591] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.031729] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1200.031867] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1200.111146] env[62675]: DEBUG nova.compute.manager [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.111146] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.112974] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce93694-574a-499b-9db3-a89175a4d571 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.122888] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.123112] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e385d32e-97e5-441b-96f6-9513a70d9964 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.128740] env[62675]: DEBUG oslo_vmware.api [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1200.128740] env[62675]: value = "task-2691761" [ 1200.128740] env[62675]: _type = "Task" [ 1200.128740] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.138048] env[62675]: DEBUG oslo_vmware.api [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.534733] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.640990] env[62675]: DEBUG oslo_vmware.api [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691761, 'name': PowerOffVM_Task, 'duration_secs': 0.183838} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.641284] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.641490] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.641757] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5c4db87-9cdf-405e-a21d-e960ccb73161 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.706094] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bec973-a66e-455b-857a-4d60ba0b1726 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.710232] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.710291] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.710465] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Deleting the datastore file [datastore1] 6afd5325-9900-41a9-8b2e-3669230c7c69 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.711105] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1f2f043-1404-400f-a440-b14b18f86d2b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.715349] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2862465-a83a-4db9-8129-cb04c04f990f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.719285] env[62675]: DEBUG oslo_vmware.api [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1200.719285] env[62675]: value = "task-2691763" [ 1200.719285] env[62675]: _type = "Task" [ 1200.719285] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.746408] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c733fe45-1ea7-468b-bdc7-264874a57822 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.751457] env[62675]: DEBUG oslo_vmware.api [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.755993] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c09cfa-6904-43bd-9d29-5795cf10b4ca {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.768599] env[62675]: DEBUG nova.compute.provider_tree [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.231720] env[62675]: DEBUG oslo_vmware.api [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130261} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.232041] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.233027] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.233027] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.233027] env[62675]: INFO nova.compute.manager [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1201.233027] env[62675]: DEBUG oslo.service.loopingcall [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1201.233027] env[62675]: DEBUG nova.compute.manager [-] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.233027] env[62675]: DEBUG nova.network.neutron [-] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.271528] env[62675]: DEBUG nova.scheduler.client.report [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.680814] env[62675]: DEBUG nova.compute.manager [req-bd5e1e50-9eeb-408e-a33f-0c655f2a4ab2 req-8386d8ce-3418-4591-aa85-ac3bc9fc16f3 service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Received event network-vif-deleted-e78c5d5e-35d4-49e2-b70e-34a7acdd9099 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1201.680814] env[62675]: INFO nova.compute.manager [req-bd5e1e50-9eeb-408e-a33f-0c655f2a4ab2 req-8386d8ce-3418-4591-aa85-ac3bc9fc16f3 service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Neutron deleted interface e78c5d5e-35d4-49e2-b70e-34a7acdd9099; detaching it from the instance and deleting it from the info cache [ 1201.681018] env[62675]: DEBUG nova.network.neutron [req-bd5e1e50-9eeb-408e-a33f-0c655f2a4ab2 req-8386d8ce-3418-4591-aa85-ac3bc9fc16f3 service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.780105] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.191s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.782362] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.129s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.782558] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.784353] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.250s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.784740] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.784740] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1201.785752] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ee6f4-64d3-4dd3-99f9-eb15f774a45c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.794570] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814c8614-8c0c-4451-b606-379bc7a1f638 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.810667] env[62675]: INFO nova.scheduler.client.report [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted allocations for instance 5da5e1ab-0edd-45bc-8195-188d2bc987e3 [ 1201.814656] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b96ced-db85-40f1-b4e9-8629e82f5e16 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.827248] env[62675]: INFO nova.network.neutron [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updating port 73a731f3-ff38-4a4c-bc93-77584b1b44b1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1201.830990] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d5b8ac-375e-4463-97dd-1879369210ae {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.865334] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180279MB free_disk=116GB free_vcpus=48 pci_devices=None {{(pid=62675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1201.865490] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.867728] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.164111] env[62675]: DEBUG nova.network.neutron [-] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.184325] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe8e5c10-504c-498f-ac6f-d78ab571a2fa {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.195939] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4510518-f311-44c1-8464-6bc4be1851c9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.229824] env[62675]: DEBUG nova.compute.manager [req-bd5e1e50-9eeb-408e-a33f-0c655f2a4ab2 req-8386d8ce-3418-4591-aa85-ac3bc9fc16f3 service nova] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Detach interface failed, port_id=e78c5d5e-35d4-49e2-b70e-34a7acdd9099, reason: Instance 6afd5325-9900-41a9-8b2e-3669230c7c69 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1202.324464] env[62675]: DEBUG oslo_concurrency.lockutils [None req-4f4617b6-229e-45ad-b3ce-6f324b11e584 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "5da5e1ab-0edd-45bc-8195-188d2bc987e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.414s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.668485] env[62675]: INFO nova.compute.manager [-] [instance: 6afd5325-9900-41a9-8b2e-3669230c7c69] Took 1.44 seconds to deallocate network for instance. [ 1202.779301] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.779547] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.779754] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.779937] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.780126] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.782084] env[62675]: INFO nova.compute.manager [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Terminating instance [ 1202.892508] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance d6247e9c-c9c4-472e-8d75-5b416859b9ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.892668] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 05b72ed6-0439-4c10-9504-4bf982e1bc5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.892796] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 6afd5325-9900-41a9-8b2e-3669230c7c69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.892919] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 838f2971-0e3b-473a-b1d5-0279cac7b8ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.893049] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 09c68eb2-7aa2-495c-a0a0-92f1ed228197 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1202.893237] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1202.893407] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1202.957983] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a92b8d5-a2e7-496f-a7af-555686150f59 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.965775] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3084496-e1cf-42a5-adb1-0a80b86c0b0a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.996657] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa1a712-07ab-4616-a6a1-1e687f728264 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.003795] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c07373-0c74-4c67-8185-8b416de7f82f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.016707] env[62675]: DEBUG nova.compute.provider_tree [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.175195] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.285347] env[62675]: DEBUG nova.compute.manager [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.285597] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.286483] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56647af-0b69-428a-9155-e0cad1a37054 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.294543] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.294779] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-017feec6-5e37-4f14-bf35-29e91c774590 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.300835] env[62675]: DEBUG oslo_vmware.api [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1203.300835] env[62675]: value = "task-2691764" [ 1203.300835] env[62675]: _type = "Task" [ 1203.300835] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.308770] env[62675]: DEBUG oslo_vmware.api [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.416883] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.417137] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.417352] env[62675]: DEBUG nova.network.neutron [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.519443] env[62675]: DEBUG nova.scheduler.client.report [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.704879] env[62675]: DEBUG nova.compute.manager [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Received event network-vif-plugged-73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1203.705119] env[62675]: DEBUG oslo_concurrency.lockutils [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] Acquiring lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.705365] env[62675]: DEBUG oslo_concurrency.lockutils [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.705532] env[62675]: DEBUG oslo_concurrency.lockutils [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.705699] env[62675]: DEBUG nova.compute.manager [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] No waiting events found dispatching network-vif-plugged-73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.705867] env[62675]: WARNING nova.compute.manager [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Received unexpected event network-vif-plugged-73a731f3-ff38-4a4c-bc93-77584b1b44b1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1203.706029] env[62675]: DEBUG nova.compute.manager [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Received event network-changed-73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1203.706189] env[62675]: DEBUG nova.compute.manager [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Refreshing instance network info cache due to event network-changed-73a731f3-ff38-4a4c-bc93-77584b1b44b1. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1203.706351] env[62675]: DEBUG oslo_concurrency.lockutils [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] Acquiring lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.810203] env[62675]: DEBUG oslo_vmware.api [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691764, 'name': PowerOffVM_Task, 'duration_secs': 0.185443} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.810486] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.810662] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.810910] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a6285eb-6ece-4239-bc03-17a657e4ec76 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.878022] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.878269] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.878485] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleting the datastore file [datastore2] 05b72ed6-0439-4c10-9504-4bf982e1bc5a {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.878752] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa8e296a-76f2-47dc-a25a-c501b27355ed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.884808] env[62675]: DEBUG oslo_vmware.api [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1203.884808] env[62675]: value = "task-2691766" [ 1203.884808] env[62675]: _type = "Task" [ 1203.884808] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.892094] env[62675]: DEBUG oslo_vmware.api [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.024749] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1204.024955] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.159s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.025292] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.850s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.025556] env[62675]: DEBUG nova.objects.instance [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lazy-loading 'resources' on Instance uuid 6afd5325-9900-41a9-8b2e-3669230c7c69 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.133062] env[62675]: DEBUG nova.network.neutron [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updating instance_info_cache with network_info: [{"id": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "address": "fa:16:3e:37:86:ad", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a731f3-ff", "ovs_interfaceid": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.395220] env[62675]: DEBUG oslo_vmware.api [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139319} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.395527] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.395716] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.395891] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.396076] env[62675]: INFO nova.compute.manager [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1204.396342] env[62675]: DEBUG oslo.service.loopingcall [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1204.396899] env[62675]: DEBUG nova.compute.manager [-] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.396899] env[62675]: DEBUG nova.network.neutron [-] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.624426] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1847f93e-fc5b-418f-b015-0235260b016a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.634480] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f518c6-9dda-438c-859d-41ed91d7b1f9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.637678] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.640035] env[62675]: DEBUG oslo_concurrency.lockutils [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] Acquired lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.640239] env[62675]: DEBUG nova.network.neutron [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Refreshing network info cache for port 73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.670141] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c136a0-227f-4148-bc63-a9f189655338 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.677920] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7efc34-7a01-420a-8595-99d782248954 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.683681] env[62675]: DEBUG nova.virt.hardware [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c4855334104f957955a66a2f11c35ef6',container_format='bare',created_at=2025-02-19T14:58:04Z,direct_url=,disk_format='vmdk',id=da92ca9e-9948-40e9-bd42-5c2e49fc30e8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2071475802-shelved',owner='9ea5b5da5022451684aed1645a8d8374',properties=ImageMetaProps,protected=,size=31663104,status='active',tags=,updated_at=2025-02-19T14:58:21Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.683916] env[62675]: DEBUG nova.virt.hardware [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.684135] env[62675]: DEBUG nova.virt.hardware [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.684361] env[62675]: DEBUG nova.virt.hardware [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.684518] env[62675]: DEBUG nova.virt.hardware [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.684667] env[62675]: DEBUG nova.virt.hardware [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.684870] env[62675]: DEBUG nova.virt.hardware [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.685045] env[62675]: DEBUG nova.virt.hardware [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.685220] env[62675]: DEBUG nova.virt.hardware [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.685385] env[62675]: DEBUG nova.virt.hardware [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.685556] env[62675]: DEBUG nova.virt.hardware [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.686503] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6574e43f-8ec2-4008-a5f1-6e1309912ae0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.698631] env[62675]: DEBUG nova.compute.provider_tree [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.703048] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280f5c80-8b34-4f1f-b629-d4d3288fb847 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.717389] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:86:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73a731f3-ff38-4a4c-bc93-77584b1b44b1', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.724819] env[62675]: DEBUG oslo.service.loopingcall [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1204.725199] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.725429] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02adb850-3586-42b5-a0fa-f25d2925a5a7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.746575] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.746575] env[62675]: value = "task-2691767" [ 1204.746575] env[62675]: _type = "Task" [ 1204.746575] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.753701] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691767, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.899847] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.120082] env[62675]: DEBUG nova.network.neutron [-] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.203241] env[62675]: DEBUG nova.scheduler.client.report [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.256357] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691767, 'name': CreateVM_Task} progress is 99%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.350246] env[62675]: DEBUG nova.network.neutron [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updated VIF entry in instance network info cache for port 73a731f3-ff38-4a4c-bc93-77584b1b44b1. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.350634] env[62675]: DEBUG nova.network.neutron [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updating instance_info_cache with network_info: [{"id": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "address": "fa:16:3e:37:86:ad", "network": {"id": "8fc51c56-e64b-4cc5-96cc-e98ec46ae9d3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1123653351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea5b5da5022451684aed1645a8d8374", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a731f3-ff", "ovs_interfaceid": "73a731f3-ff38-4a4c-bc93-77584b1b44b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.406635] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.406774] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Starting heal instance info cache {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1205.623726] env[62675]: INFO nova.compute.manager [-] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Took 1.23 seconds to deallocate network for instance. [ 1205.707517] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.728976] env[62675]: DEBUG nova.compute.manager [req-61bda2c8-f75f-473a-b09a-601f024ea376 req-9b8bc063-dbe2-4c48-b5bb-501c986573f6 service nova] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Received event network-vif-deleted-1d6166cb-5a2f-4e46-b4fc-d249aefb8b86 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1205.729986] env[62675]: INFO nova.scheduler.client.report [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Deleted allocations for instance 6afd5325-9900-41a9-8b2e-3669230c7c69 [ 1205.756891] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691767, 'name': CreateVM_Task, 'duration_secs': 0.539618} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.757111] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.757880] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.758078] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.758541] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1205.758828] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9ca14e-5638-4bc2-a4b1-66917a1b2762 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.763712] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1205.763712] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cd5cc0-65b2-708c-e9dd-3dfc7ccede73" [ 1205.763712] env[62675]: _type = "Task" [ 1205.763712] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.771547] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52cd5cc0-65b2-708c-e9dd-3dfc7ccede73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.853259] env[62675]: DEBUG oslo_concurrency.lockutils [req-bf3e16f8-7c4c-43b3-ab5b-0ddd3933eabd req-f83e497f-9e03-4d54-8772-159935d8d641 service nova] Releasing lock "refresh_cache-09c68eb2-7aa2-495c-a0a0-92f1ed228197" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.129722] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.129995] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.130235] env[62675]: DEBUG nova.objects.instance [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lazy-loading 'resources' on Instance uuid 05b72ed6-0439-4c10-9504-4bf982e1bc5a {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.238279] env[62675]: DEBUG oslo_concurrency.lockutils [None req-3e63f62e-16fc-40ce-9650-0bc54f4e4b74 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "6afd5325-9900-41a9-8b2e-3669230c7c69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.634s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.274015] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1206.274277] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Processing image da92ca9e-9948-40e9-bd42-5c2e49fc30e8 {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.274514] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8/da92ca9e-9948-40e9-bd42-5c2e49fc30e8.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.274663] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8/da92ca9e-9948-40e9-bd42-5c2e49fc30e8.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.274840] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.275100] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-966ddf13-e80a-46bd-9835-ac1724889a42 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.283368] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.283549] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.284252] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c824be2e-8fef-4192-83eb-8ff8ea390aa6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.289132] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1206.289132] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c7efb2-6ebb-6018-8515-6da569cac8ab" [ 1206.289132] env[62675]: _type = "Task" [ 1206.289132] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.296718] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52c7efb2-6ebb-6018-8515-6da569cac8ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.427286] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "refresh_cache-05b72ed6-0439-4c10-9504-4bf982e1bc5a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.427863] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquired lock "refresh_cache-05b72ed6-0439-4c10-9504-4bf982e1bc5a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.427863] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Forcefully refreshing network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1206.694709] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a82710-bb7e-45ed-a2dc-8312bfd4f266 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.703685] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe634b2-469c-4940-9ccb-27ce71a490cf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.734252] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e503c9-c425-43b0-940e-460aa22c84f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.741732] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671faa42-decf-45b7-8c05-3cbb39c0219f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.754945] env[62675]: DEBUG nova.compute.provider_tree [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.798956] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Preparing fetch location {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1206.799219] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Fetch image to [datastore1] OSTACK_IMG_166a2568-9a59-433b-a7f9-d161538e1246/OSTACK_IMG_166a2568-9a59-433b-a7f9-d161538e1246.vmdk {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1206.799408] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Downloading stream optimized image da92ca9e-9948-40e9-bd42-5c2e49fc30e8 to [datastore1] OSTACK_IMG_166a2568-9a59-433b-a7f9-d161538e1246/OSTACK_IMG_166a2568-9a59-433b-a7f9-d161538e1246.vmdk on the data store datastore1 as vApp {{(pid=62675) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1206.799583] env[62675]: DEBUG nova.virt.vmwareapi.images [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Downloading image file data da92ca9e-9948-40e9-bd42-5c2e49fc30e8 to the ESX as VM named 'OSTACK_IMG_166a2568-9a59-433b-a7f9-d161538e1246' {{(pid=62675) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1206.873361] env[62675]: DEBUG oslo_vmware.rw_handles [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1206.873361] env[62675]: value = "resgroup-9" [ 1206.873361] env[62675]: _type = "ResourcePool" [ 1206.873361] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1206.873661] env[62675]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f0b0a04e-8fa5-4bc2-a14a-822b2a8d3fd5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.894909] env[62675]: DEBUG oslo_vmware.rw_handles [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lease: (returnval){ [ 1206.894909] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52aed700-bdef-3e3b-99bb-c69d34263d24" [ 1206.894909] env[62675]: _type = "HttpNfcLease" [ 1206.894909] env[62675]: } obtained for vApp import into resource pool (val){ [ 1206.894909] env[62675]: value = "resgroup-9" [ 1206.894909] env[62675]: _type = "ResourcePool" [ 1206.894909] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1206.895249] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the lease: (returnval){ [ 1206.895249] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52aed700-bdef-3e3b-99bb-c69d34263d24" [ 1206.895249] env[62675]: _type = "HttpNfcLease" [ 1206.895249] env[62675]: } to be ready. {{(pid=62675) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1206.901535] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1206.901535] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52aed700-bdef-3e3b-99bb-c69d34263d24" [ 1206.901535] env[62675]: _type = "HttpNfcLease" [ 1206.901535] env[62675]: } is initializing. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1206.947992] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.258055] env[62675]: DEBUG nova.scheduler.client.report [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.403692] env[62675]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1207.403692] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52aed700-bdef-3e3b-99bb-c69d34263d24" [ 1207.403692] env[62675]: _type = "HttpNfcLease" [ 1207.403692] env[62675]: } is ready. {{(pid=62675) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1207.403989] env[62675]: DEBUG oslo_vmware.rw_handles [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1207.403989] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52aed700-bdef-3e3b-99bb-c69d34263d24" [ 1207.403989] env[62675]: _type = "HttpNfcLease" [ 1207.403989] env[62675]: }. {{(pid=62675) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1207.404674] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58fa5c1-2064-4f05-8e94-f1dde9948106 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.412380] env[62675]: DEBUG oslo_vmware.rw_handles [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfad98-9020-22d6-a802-6e02f3cc86c6/disk-0.vmdk from lease info. {{(pid=62675) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1207.412741] env[62675]: DEBUG oslo_vmware.rw_handles [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating HTTP connection to write to file with size = 31663104 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfad98-9020-22d6-a802-6e02f3cc86c6/disk-0.vmdk. {{(pid=62675) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1207.478063] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24b75372-980c-4b59-a589-d74f0e6fcdbc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.574373] env[62675]: DEBUG nova.network.neutron [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.765578] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.786764] env[62675]: INFO nova.scheduler.client.report [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted allocations for instance 05b72ed6-0439-4c10-9504-4bf982e1bc5a [ 1208.081185] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Releasing lock "refresh_cache-05b72ed6-0439-4c10-9504-4bf982e1bc5a" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.081460] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] [instance: 05b72ed6-0439-4c10-9504-4bf982e1bc5a] Updated the network info_cache for instance {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1208.295948] env[62675]: DEBUG oslo_concurrency.lockutils [None req-b3917cab-b205-4ad0-bdec-612470e71865 tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "05b72ed6-0439-4c10-9504-4bf982e1bc5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.516s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.512927] env[62675]: DEBUG oslo_vmware.rw_handles [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Completed reading data from the image iterator. {{(pid=62675) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1208.512927] env[62675]: DEBUG oslo_vmware.rw_handles [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfad98-9020-22d6-a802-6e02f3cc86c6/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1208.513733] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dd797a-3374-4670-ae54-e59fc48ddb9c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.528402] env[62675]: DEBUG oslo_vmware.rw_handles [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfad98-9020-22d6-a802-6e02f3cc86c6/disk-0.vmdk is in state: ready. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1208.528588] env[62675]: DEBUG oslo_vmware.rw_handles [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfad98-9020-22d6-a802-6e02f3cc86c6/disk-0.vmdk. {{(pid=62675) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1208.528764] env[62675]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cf6d4d8b-62c2-4489-befa-e77bfcdf5676 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.715040] env[62675]: DEBUG oslo_vmware.rw_handles [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dfad98-9020-22d6-a802-6e02f3cc86c6/disk-0.vmdk. {{(pid=62675) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1208.716037] env[62675]: INFO nova.virt.vmwareapi.images [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Downloaded image file data da92ca9e-9948-40e9-bd42-5c2e49fc30e8 [ 1208.716227] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b75e42-432d-44b4-bb0e-c628bbe35385 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.733064] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8013d998-b48f-4b1e-aabc-766a95dd78a7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.755745] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "23ed4247-f546-4126-9c70-fc638de80192" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.755998] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "23ed4247-f546-4126-9c70-fc638de80192" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.758946] env[62675]: INFO nova.virt.vmwareapi.images [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] The imported VM was unregistered [ 1208.761202] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Caching image {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1208.761434] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Creating directory with path [datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8 {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.761683] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-001f194d-c631-4ff4-8b94-7aedffb6fc86 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.786416] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Created directory with path [datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8 {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.786739] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_166a2568-9a59-433b-a7f9-d161538e1246/OSTACK_IMG_166a2568-9a59-433b-a7f9-d161538e1246.vmdk to [datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8/da92ca9e-9948-40e9-bd42-5c2e49fc30e8.vmdk. {{(pid=62675) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1208.786830] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-808ed121-0d82-4cfa-8773-b3dc334e9abf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.793241] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1208.793241] env[62675]: value = "task-2691770" [ 1208.793241] env[62675]: _type = "Task" [ 1208.793241] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.800906] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691770, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.258119] env[62675]: DEBUG nova.compute.manager [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1209.303677] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691770, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.784957] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1209.784957] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.786273] env[62675]: INFO nova.compute.claims [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.803808] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691770, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.312162] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691770, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.813546] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691770, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.875730] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843c908-7ad6-45aa-807e-09aec147373f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.885789] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fbe963-f6dc-42c8-92d8-df46afe2391d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.933432] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f105478f-f4e0-41c6-98de-4262d7a19533 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.944517] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ba5e51-8253-495f-ba1d-31915d65a14f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.964903] env[62675]: DEBUG nova.compute.provider_tree [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.313832] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691770, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.363979} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.314154] env[62675]: INFO nova.virt.vmwareapi.ds_util [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_166a2568-9a59-433b-a7f9-d161538e1246/OSTACK_IMG_166a2568-9a59-433b-a7f9-d161538e1246.vmdk to [datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8/da92ca9e-9948-40e9-bd42-5c2e49fc30e8.vmdk. [ 1211.314379] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Cleaning up location [datastore1] OSTACK_IMG_166a2568-9a59-433b-a7f9-d161538e1246 {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1211.314579] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_166a2568-9a59-433b-a7f9-d161538e1246 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.314861] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19035ed1-7e12-43c7-96d1-f162cc1d8663 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.321176] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1211.321176] env[62675]: value = "task-2691772" [ 1211.321176] env[62675]: _type = "Task" [ 1211.321176] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.328352] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.469249] env[62675]: DEBUG nova.scheduler.client.report [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.831239] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034437} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.831661] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.831661] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8/da92ca9e-9948-40e9-bd42-5c2e49fc30e8.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.831887] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8/da92ca9e-9948-40e9-bd42-5c2e49fc30e8.vmdk to [datastore1] 09c68eb2-7aa2-495c-a0a0-92f1ed228197/09c68eb2-7aa2-495c-a0a0-92f1ed228197.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.832157] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a0476c3-cede-4f14-a8de-ad8444380f8c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.838762] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1211.838762] env[62675]: value = "task-2691773" [ 1211.838762] env[62675]: _type = "Task" [ 1211.838762] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.846279] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.974515] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.975087] env[62675]: DEBUG nova.compute.manager [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.349197] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691773, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.480229] env[62675]: DEBUG nova.compute.utils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1212.481848] env[62675]: DEBUG nova.compute.manager [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.482607] env[62675]: DEBUG nova.network.neutron [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.522466] env[62675]: DEBUG nova.policy [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd93e416e463d4797a05ddf0817d24e71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '473a4c964b854fa18bd4e85a5942bd81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.543567] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.543966] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.544243] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.544439] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.544618] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.547602] env[62675]: INFO nova.compute.manager [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Terminating instance [ 1212.789808] env[62675]: DEBUG nova.network.neutron [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Successfully created port: 7e64b82d-32ba-4b47-bac8-dbcb99c08927 {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.849543] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691773, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.986377] env[62675]: DEBUG nova.compute.manager [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.053678] env[62675]: DEBUG nova.compute.manager [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.053943] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.054942] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ac7317-4faf-4212-996b-77b45a714ca9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.063807] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.064104] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b33745e2-9ba0-405c-8581-baac3deb2bee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.071681] env[62675]: DEBUG oslo_vmware.api [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1213.071681] env[62675]: value = "task-2691774" [ 1213.071681] env[62675]: _type = "Task" [ 1213.071681] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.081295] env[62675]: DEBUG oslo_vmware.api [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.351272] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691773, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.582717] env[62675]: DEBUG oslo_vmware.api [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691774, 'name': PowerOffVM_Task, 'duration_secs': 0.238288} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.583138] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.583324] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.583593] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ef36a3f-eba8-498b-88d1-126d54e000d9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.672095] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.672381] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.672605] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleting the datastore file [datastore2] d6247e9c-c9c4-472e-8d75-5b416859b9ca {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.672899] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e672b9e-aceb-4788-add1-705a12c391d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.679678] env[62675]: DEBUG oslo_vmware.api [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for the task: (returnval){ [ 1213.679678] env[62675]: value = "task-2691776" [ 1213.679678] env[62675]: _type = "Task" [ 1213.679678] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.688736] env[62675]: DEBUG oslo_vmware.api [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.850940] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691773, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.996649] env[62675]: DEBUG nova.compute.manager [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.025821] env[62675]: DEBUG nova.virt.hardware [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.026091] env[62675]: DEBUG nova.virt.hardware [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.026256] env[62675]: DEBUG nova.virt.hardware [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.026437] env[62675]: DEBUG nova.virt.hardware [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.026588] env[62675]: DEBUG nova.virt.hardware [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.026738] env[62675]: DEBUG nova.virt.hardware [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.026952] env[62675]: DEBUG nova.virt.hardware [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.027124] env[62675]: DEBUG nova.virt.hardware [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.027292] env[62675]: DEBUG nova.virt.hardware [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.027521] env[62675]: DEBUG nova.virt.hardware [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.027702] env[62675]: DEBUG nova.virt.hardware [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.028658] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a553fb23-0088-44a7-bc58-112835fcc6ec {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.036853] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8944d08-ce92-42ff-882a-2ecf0e0b5a6a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.171627] env[62675]: DEBUG nova.compute.manager [req-6ec7ed0b-c105-40ef-a3ed-8e5e51b50081 req-ddbb8623-1d4a-4597-82fc-aca7156810f0 service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Received event network-vif-plugged-7e64b82d-32ba-4b47-bac8-dbcb99c08927 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1214.172191] env[62675]: DEBUG oslo_concurrency.lockutils [req-6ec7ed0b-c105-40ef-a3ed-8e5e51b50081 req-ddbb8623-1d4a-4597-82fc-aca7156810f0 service nova] Acquiring lock "23ed4247-f546-4126-9c70-fc638de80192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.172379] env[62675]: DEBUG oslo_concurrency.lockutils [req-6ec7ed0b-c105-40ef-a3ed-8e5e51b50081 req-ddbb8623-1d4a-4597-82fc-aca7156810f0 service nova] Lock "23ed4247-f546-4126-9c70-fc638de80192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.172619] env[62675]: DEBUG oslo_concurrency.lockutils [req-6ec7ed0b-c105-40ef-a3ed-8e5e51b50081 req-ddbb8623-1d4a-4597-82fc-aca7156810f0 service nova] Lock "23ed4247-f546-4126-9c70-fc638de80192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.172880] env[62675]: DEBUG nova.compute.manager [req-6ec7ed0b-c105-40ef-a3ed-8e5e51b50081 req-ddbb8623-1d4a-4597-82fc-aca7156810f0 service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] No waiting events found dispatching network-vif-plugged-7e64b82d-32ba-4b47-bac8-dbcb99c08927 {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1214.173301] env[62675]: WARNING nova.compute.manager [req-6ec7ed0b-c105-40ef-a3ed-8e5e51b50081 req-ddbb8623-1d4a-4597-82fc-aca7156810f0 service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Received unexpected event network-vif-plugged-7e64b82d-32ba-4b47-bac8-dbcb99c08927 for instance with vm_state building and task_state spawning. [ 1214.189548] env[62675]: DEBUG oslo_vmware.api [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Task: {'id': task-2691776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252749} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.189890] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.189974] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.190149] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.190318] env[62675]: INFO nova.compute.manager [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1214.190559] env[62675]: DEBUG oslo.service.loopingcall [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1214.190784] env[62675]: DEBUG nova.compute.manager [-] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.190826] env[62675]: DEBUG nova.network.neutron [-] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.254733] env[62675]: DEBUG nova.network.neutron [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Successfully updated port: 7e64b82d-32ba-4b47-bac8-dbcb99c08927 {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.350958] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691773, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.230749} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.352419] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/da92ca9e-9948-40e9-bd42-5c2e49fc30e8/da92ca9e-9948-40e9-bd42-5c2e49fc30e8.vmdk to [datastore1] 09c68eb2-7aa2-495c-a0a0-92f1ed228197/09c68eb2-7aa2-495c-a0a0-92f1ed228197.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.352419] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ec8f6-ce9d-4f09-b96b-9c4e50a8fc60 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.373967] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 09c68eb2-7aa2-495c-a0a0-92f1ed228197/09c68eb2-7aa2-495c-a0a0-92f1ed228197.vmdk or device None with type streamOptimized {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.374266] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a34f6ea3-64f4-4870-931f-4e36c3c741df {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.396446] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1214.396446] env[62675]: value = "task-2691777" [ 1214.396446] env[62675]: _type = "Task" [ 1214.396446] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.404036] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.426809] env[62675]: DEBUG nova.compute.manager [req-34158d6f-bdfa-4295-95fb-988e4735a045 req-9ed78952-b9d7-4122-9f3e-db5c6f074a3c service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Received event network-vif-deleted-5ca577bc-df4d-45fa-a773-828ddab03811 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1214.426972] env[62675]: INFO nova.compute.manager [req-34158d6f-bdfa-4295-95fb-988e4735a045 req-9ed78952-b9d7-4122-9f3e-db5c6f074a3c service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Neutron deleted interface 5ca577bc-df4d-45fa-a773-828ddab03811; detaching it from the instance and deleting it from the info cache [ 1214.427153] env[62675]: DEBUG nova.network.neutron [req-34158d6f-bdfa-4295-95fb-988e4735a045 req-9ed78952-b9d7-4122-9f3e-db5c6f074a3c service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.757291] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "refresh_cache-23ed4247-f546-4126-9c70-fc638de80192" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.757467] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired lock "refresh_cache-23ed4247-f546-4126-9c70-fc638de80192" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.757697] env[62675]: DEBUG nova.network.neutron [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.906251] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691777, 'name': ReconfigVM_Task, 'duration_secs': 0.312287} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.906529] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 09c68eb2-7aa2-495c-a0a0-92f1ed228197/09c68eb2-7aa2-495c-a0a0-92f1ed228197.vmdk or device None with type streamOptimized {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.907174] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac10cd0a-99cc-4fe7-96c0-2e5572cc17c5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.908709] env[62675]: DEBUG nova.network.neutron [-] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.914663] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1214.914663] env[62675]: value = "task-2691778" [ 1214.914663] env[62675]: _type = "Task" [ 1214.914663] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.923451] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691778, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.929327] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3241773-8053-479c-9345-81806aeee867 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.937572] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6aaf494-defc-496e-a0f2-1b10205b5e92 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.964068] env[62675]: DEBUG nova.compute.manager [req-34158d6f-bdfa-4295-95fb-988e4735a045 req-9ed78952-b9d7-4122-9f3e-db5c6f074a3c service nova] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Detach interface failed, port_id=5ca577bc-df4d-45fa-a773-828ddab03811, reason: Instance d6247e9c-c9c4-472e-8d75-5b416859b9ca could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1215.289533] env[62675]: DEBUG nova.network.neutron [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.410751] env[62675]: INFO nova.compute.manager [-] [instance: d6247e9c-c9c4-472e-8d75-5b416859b9ca] Took 1.22 seconds to deallocate network for instance. [ 1215.420354] env[62675]: DEBUG nova.network.neutron [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Updating instance_info_cache with network_info: [{"id": "7e64b82d-32ba-4b47-bac8-dbcb99c08927", "address": "fa:16:3e:b0:95:bc", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e64b82d-32", "ovs_interfaceid": "7e64b82d-32ba-4b47-bac8-dbcb99c08927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.426703] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691778, 'name': Rename_Task, 'duration_secs': 0.134791} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.426950] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.427211] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9bc43da-73f7-4c22-8f97-90839bc2235e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.433457] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1215.433457] env[62675]: value = "task-2691779" [ 1215.433457] env[62675]: _type = "Task" [ 1215.433457] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.440959] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.921090] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.921401] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.921616] env[62675]: DEBUG nova.objects.instance [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lazy-loading 'resources' on Instance uuid d6247e9c-c9c4-472e-8d75-5b416859b9ca {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.922859] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Releasing lock "refresh_cache-23ed4247-f546-4126-9c70-fc638de80192" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.923211] env[62675]: DEBUG nova.compute.manager [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Instance network_info: |[{"id": "7e64b82d-32ba-4b47-bac8-dbcb99c08927", "address": "fa:16:3e:b0:95:bc", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e64b82d-32", "ovs_interfaceid": "7e64b82d-32ba-4b47-bac8-dbcb99c08927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1215.923810] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:95:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e64b82d-32ba-4b47-bac8-dbcb99c08927', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.932526] env[62675]: DEBUG oslo.service.loopingcall [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1215.933448] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.933775] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e7b9a51-ec00-44d0-b426-7ca746c23d81 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.958784] env[62675]: DEBUG oslo_vmware.api [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691779, 'name': PowerOnVM_Task, 'duration_secs': 0.410198} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.959932] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.961717] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.961717] env[62675]: value = "task-2691780" [ 1215.961717] env[62675]: _type = "Task" [ 1215.961717] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.971829] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691780, 'name': CreateVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.058324] env[62675]: DEBUG nova.compute.manager [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.059263] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f524fdbf-4512-4255-b97f-e44304e29e5a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.197086] env[62675]: DEBUG nova.compute.manager [req-5aed1ae1-e441-4a6c-8395-7048a02aa03f req-ecd8c819-62b4-4ef6-ae7e-cb4f6d99ef5c service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Received event network-changed-7e64b82d-32ba-4b47-bac8-dbcb99c08927 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1216.197292] env[62675]: DEBUG nova.compute.manager [req-5aed1ae1-e441-4a6c-8395-7048a02aa03f req-ecd8c819-62b4-4ef6-ae7e-cb4f6d99ef5c service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Refreshing instance network info cache due to event network-changed-7e64b82d-32ba-4b47-bac8-dbcb99c08927. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1216.197566] env[62675]: DEBUG oslo_concurrency.lockutils [req-5aed1ae1-e441-4a6c-8395-7048a02aa03f req-ecd8c819-62b4-4ef6-ae7e-cb4f6d99ef5c service nova] Acquiring lock "refresh_cache-23ed4247-f546-4126-9c70-fc638de80192" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.197743] env[62675]: DEBUG oslo_concurrency.lockutils [req-5aed1ae1-e441-4a6c-8395-7048a02aa03f req-ecd8c819-62b4-4ef6-ae7e-cb4f6d99ef5c service nova] Acquired lock "refresh_cache-23ed4247-f546-4126-9c70-fc638de80192" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.197925] env[62675]: DEBUG nova.network.neutron [req-5aed1ae1-e441-4a6c-8395-7048a02aa03f req-ecd8c819-62b4-4ef6-ae7e-cb4f6d99ef5c service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Refreshing network info cache for port 7e64b82d-32ba-4b47-bac8-dbcb99c08927 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.473565] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691780, 'name': CreateVM_Task, 'duration_secs': 0.288946} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.473736] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.474405] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.474571] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.474906] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1216.475214] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00b198cb-dbde-43c9-a6d6-e97611e77348 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.481548] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1216.481548] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a0e726-5b34-dd52-aeea-7c572c0af9f4" [ 1216.481548] env[62675]: _type = "Task" [ 1216.481548] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.487043] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716fc8fb-8a41-43ed-b113-0aeaf21f5bcf {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.492260] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a0e726-5b34-dd52-aeea-7c572c0af9f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.496428] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cfa500-7be6-4b3b-8277-bf65f0193808 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.525488] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20ad710-2138-47ad-9eed-6a7c13d28704 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.532340] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49967b4-d752-4a2f-bcd7-65b79120fe7c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.546132] env[62675]: DEBUG nova.compute.provider_tree [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.574849] env[62675]: DEBUG oslo_concurrency.lockutils [None req-79550e6b-7181-42e6-a8db-da5c6b61e66d tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.361s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.928466] env[62675]: DEBUG nova.network.neutron [req-5aed1ae1-e441-4a6c-8395-7048a02aa03f req-ecd8c819-62b4-4ef6-ae7e-cb4f6d99ef5c service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Updated VIF entry in instance network info cache for port 7e64b82d-32ba-4b47-bac8-dbcb99c08927. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.928870] env[62675]: DEBUG nova.network.neutron [req-5aed1ae1-e441-4a6c-8395-7048a02aa03f req-ecd8c819-62b4-4ef6-ae7e-cb4f6d99ef5c service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Updating instance_info_cache with network_info: [{"id": "7e64b82d-32ba-4b47-bac8-dbcb99c08927", "address": "fa:16:3e:b0:95:bc", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e64b82d-32", "ovs_interfaceid": "7e64b82d-32ba-4b47-bac8-dbcb99c08927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.991972] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a0e726-5b34-dd52-aeea-7c572c0af9f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.992241] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1216.992477] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.992725] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1216.992876] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.993068] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.993314] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d5d2881-ffc3-4d0c-ac5e-2b1605e16d19 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.001499] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.001679] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.002365] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d2e0e5-a3c8-4d33-b774-7ffba4c2dce3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.007452] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1217.007452] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f40a12-9e89-5b26-5232-a61e5c3a87b9" [ 1217.007452] env[62675]: _type = "Task" [ 1217.007452] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.015252] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f40a12-9e89-5b26-5232-a61e5c3a87b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.049452] env[62675]: DEBUG nova.scheduler.client.report [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.431327] env[62675]: DEBUG oslo_concurrency.lockutils [req-5aed1ae1-e441-4a6c-8395-7048a02aa03f req-ecd8c819-62b4-4ef6-ae7e-cb4f6d99ef5c service nova] Releasing lock "refresh_cache-23ed4247-f546-4126-9c70-fc638de80192" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.517149] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52f40a12-9e89-5b26-5232-a61e5c3a87b9, 'name': SearchDatastore_Task, 'duration_secs': 0.0081} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.517949] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44bd668a-df92-41c2-a97c-7e39073fa1ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.522822] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1217.522822] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]521815d8-8bde-d636-a8a1-2182ec157010" [ 1217.522822] env[62675]: _type = "Task" [ 1217.522822] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.530162] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521815d8-8bde-d636-a8a1-2182ec157010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.553994] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.572987] env[62675]: INFO nova.scheduler.client.report [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Deleted allocations for instance d6247e9c-c9c4-472e-8d75-5b416859b9ca [ 1218.033565] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]521815d8-8bde-d636-a8a1-2182ec157010, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.033987] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.034094] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 23ed4247-f546-4126-9c70-fc638de80192/23ed4247-f546-4126-9c70-fc638de80192.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.034335] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eafc18e1-9df1-4b35-a727-95ef5b0f172d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.040195] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1218.040195] env[62675]: value = "task-2691781" [ 1218.040195] env[62675]: _type = "Task" [ 1218.040195] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.047338] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.080452] env[62675]: DEBUG oslo_concurrency.lockutils [None req-aa860245-3451-44af-a583-7c45849a2f1e tempest-ServerActionsTestOtherA-2023198939 tempest-ServerActionsTestOtherA-2023198939-project-member] Lock "d6247e9c-c9c4-472e-8d75-5b416859b9ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.536s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.551043] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42177} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.551043] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore2] 23ed4247-f546-4126-9c70-fc638de80192/23ed4247-f546-4126-9c70-fc638de80192.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.551043] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.551367] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d0c94f6-1017-47a2-967b-6413061c95a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.557451] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1218.557451] env[62675]: value = "task-2691782" [ 1218.557451] env[62675]: _type = "Task" [ 1218.557451] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.564504] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.068117] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064883} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.068538] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.069160] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11108355-bd68-481e-8fed-2cd7982fcee8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.091209] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 23ed4247-f546-4126-9c70-fc638de80192/23ed4247-f546-4126-9c70-fc638de80192.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.091480] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-525bdbb5-51be-465a-864a-4005f3366ea9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.110750] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1219.110750] env[62675]: value = "task-2691783" [ 1219.110750] env[62675]: _type = "Task" [ 1219.110750] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.121740] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.622270] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.122692] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691783, 'name': ReconfigVM_Task, 'duration_secs': 0.607927} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.123014] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 23ed4247-f546-4126-9c70-fc638de80192/23ed4247-f546-4126-9c70-fc638de80192.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.123648] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-502c2cf6-b6ab-4b4b-b2a9-bb921c62a81f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.131130] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1220.131130] env[62675]: value = "task-2691784" [ 1220.131130] env[62675]: _type = "Task" [ 1220.131130] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.139046] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691784, 'name': Rename_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.640776] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691784, 'name': Rename_Task, 'duration_secs': 0.147626} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.641152] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.641404] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f14a60de-0348-4f84-869d-a135899aeb36 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.647940] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1220.647940] env[62675]: value = "task-2691785" [ 1220.647940] env[62675]: _type = "Task" [ 1220.647940] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.655656] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.170467] env[62675]: DEBUG oslo_vmware.api [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691785, 'name': PowerOnVM_Task, 'duration_secs': 0.455754} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.170467] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.170467] env[62675]: INFO nova.compute.manager [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1221.170467] env[62675]: DEBUG nova.compute.manager [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.170467] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a03a9b6-586b-4868-932e-93ac0e8aec72 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.678349] env[62675]: INFO nova.compute.manager [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Took 11.91 seconds to build instance. [ 1221.926573] env[62675]: DEBUG nova.compute.manager [req-561f9903-bad9-4ed0-9803-167990bc78af req-ac131cb6-efd6-44ab-a997-506b1d3f771b service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Received event network-changed-7e64b82d-32ba-4b47-bac8-dbcb99c08927 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1221.926793] env[62675]: DEBUG nova.compute.manager [req-561f9903-bad9-4ed0-9803-167990bc78af req-ac131cb6-efd6-44ab-a997-506b1d3f771b service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Refreshing instance network info cache due to event network-changed-7e64b82d-32ba-4b47-bac8-dbcb99c08927. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1221.927016] env[62675]: DEBUG oslo_concurrency.lockutils [req-561f9903-bad9-4ed0-9803-167990bc78af req-ac131cb6-efd6-44ab-a997-506b1d3f771b service nova] Acquiring lock "refresh_cache-23ed4247-f546-4126-9c70-fc638de80192" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.927203] env[62675]: DEBUG oslo_concurrency.lockutils [req-561f9903-bad9-4ed0-9803-167990bc78af req-ac131cb6-efd6-44ab-a997-506b1d3f771b service nova] Acquired lock "refresh_cache-23ed4247-f546-4126-9c70-fc638de80192" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.927432] env[62675]: DEBUG nova.network.neutron [req-561f9903-bad9-4ed0-9803-167990bc78af req-ac131cb6-efd6-44ab-a997-506b1d3f771b service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Refreshing network info cache for port 7e64b82d-32ba-4b47-bac8-dbcb99c08927 {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.180801] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a276b5bf-7264-46ce-8704-cd037c885f68 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "23ed4247-f546-4126-9c70-fc638de80192" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.425s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.625223] env[62675]: DEBUG nova.network.neutron [req-561f9903-bad9-4ed0-9803-167990bc78af req-ac131cb6-efd6-44ab-a997-506b1d3f771b service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Updated VIF entry in instance network info cache for port 7e64b82d-32ba-4b47-bac8-dbcb99c08927. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.625658] env[62675]: DEBUG nova.network.neutron [req-561f9903-bad9-4ed0-9803-167990bc78af req-ac131cb6-efd6-44ab-a997-506b1d3f771b service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Updating instance_info_cache with network_info: [{"id": "7e64b82d-32ba-4b47-bac8-dbcb99c08927", "address": "fa:16:3e:b0:95:bc", "network": {"id": "ccc48fb5-7dee-4e06-a8a2-7c3c6baf9025", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-653843108-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "473a4c964b854fa18bd4e85a5942bd81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e64b82d-32", "ovs_interfaceid": "7e64b82d-32ba-4b47-bac8-dbcb99c08927", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.128457] env[62675]: DEBUG oslo_concurrency.lockutils [req-561f9903-bad9-4ed0-9803-167990bc78af req-ac131cb6-efd6-44ab-a997-506b1d3f771b service nova] Releasing lock "refresh_cache-23ed4247-f546-4126-9c70-fc638de80192" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.467219] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bcb58990-4e1f-4de9-b867-daf67152c811 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.467561] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bcb58990-4e1f-4de9-b867-daf67152c811 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.467723] env[62675]: DEBUG nova.compute.manager [None req-bcb58990-4e1f-4de9-b867-daf67152c811 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.468656] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd46ed8-351b-477f-9ee9-3e33d9ed07ed {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.475090] env[62675]: DEBUG nova.compute.manager [None req-bcb58990-4e1f-4de9-b867-daf67152c811 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62675) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1225.475634] env[62675]: DEBUG nova.objects.instance [None req-bcb58990-4e1f-4de9-b867-daf67152c811 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lazy-loading 'flavor' on Instance uuid 838f2971-0e3b-473a-b1d5-0279cac7b8ed {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.483070] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb58990-4e1f-4de9-b867-daf67152c811 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.483389] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e731070e-c6be-484c-95ae-a3a88d2f8240 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.490631] env[62675]: DEBUG oslo_vmware.api [None req-bcb58990-4e1f-4de9-b867-daf67152c811 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1226.490631] env[62675]: value = "task-2691786" [ 1226.490631] env[62675]: _type = "Task" [ 1226.490631] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.498430] env[62675]: DEBUG oslo_vmware.api [None req-bcb58990-4e1f-4de9-b867-daf67152c811 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.000712] env[62675]: DEBUG oslo_vmware.api [None req-bcb58990-4e1f-4de9-b867-daf67152c811 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691786, 'name': PowerOffVM_Task, 'duration_secs': 0.248745} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.000978] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb58990-4e1f-4de9-b867-daf67152c811 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.001299] env[62675]: DEBUG nova.compute.manager [None req-bcb58990-4e1f-4de9-b867-daf67152c811 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.001970] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd180396-53ac-4708-a189-2f2f58ba5f3f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.513116] env[62675]: DEBUG oslo_concurrency.lockutils [None req-bcb58990-4e1f-4de9-b867-daf67152c811 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.846909] env[62675]: DEBUG nova.objects.instance [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lazy-loading 'flavor' on Instance uuid 838f2971-0e3b-473a-b1d5-0279cac7b8ed {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.352873] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.353056] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.353244] env[62675]: DEBUG nova.network.neutron [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.353424] env[62675]: DEBUG nova.objects.instance [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lazy-loading 'info_cache' on Instance uuid 838f2971-0e3b-473a-b1d5-0279cac7b8ed {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.857273] env[62675]: DEBUG nova.objects.base [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Object Instance<838f2971-0e3b-473a-b1d5-0279cac7b8ed> lazy-loaded attributes: flavor,info_cache {{(pid=62675) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1229.560434] env[62675]: DEBUG nova.network.neutron [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Updating instance_info_cache with network_info: [{"id": "b97b7f9d-e119-4b70-8117-5554c24f7bce", "address": "fa:16:3e:90:fe:3a", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97b7f9d-e1", "ovs_interfaceid": "b97b7f9d-e119-4b70-8117-5554c24f7bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.063267] env[62675]: DEBUG oslo_concurrency.lockutils [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.068869] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.069208] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72684d9e-9100-48dd-a749-dea3c4095cf3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.077383] env[62675]: DEBUG oslo_vmware.api [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1231.077383] env[62675]: value = "task-2691787" [ 1231.077383] env[62675]: _type = "Task" [ 1231.077383] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.085173] env[62675]: DEBUG oslo_vmware.api [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.587094] env[62675]: DEBUG oslo_vmware.api [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691787, 'name': PowerOnVM_Task, 'duration_secs': 0.361725} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.587361] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.587556] env[62675]: DEBUG nova.compute.manager [None req-93e1f145-f3bd-4712-95ed-ab2e56ea0fda tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.588357] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8977bca-121a-42f8-a1d3-7e503c23c680 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.585123] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7349bd42-d70b-4b6f-b778-3fa815b5fa17 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.591818] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff90ddb-6c0f-4d76-adf0-f294e79c8cc6 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Suspending the VM {{(pid=62675) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1232.592044] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-df508edc-c7ee-40a1-ac2a-f867c3969ccc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.597617] env[62675]: DEBUG oslo_vmware.api [None req-8ff90ddb-6c0f-4d76-adf0-f294e79c8cc6 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1232.597617] env[62675]: value = "task-2691788" [ 1232.597617] env[62675]: _type = "Task" [ 1232.597617] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.605021] env[62675]: DEBUG oslo_vmware.api [None req-8ff90ddb-6c0f-4d76-adf0-f294e79c8cc6 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691788, 'name': SuspendVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.107216] env[62675]: DEBUG oslo_vmware.api [None req-8ff90ddb-6c0f-4d76-adf0-f294e79c8cc6 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691788, 'name': SuspendVM_Task} progress is 70%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.609601] env[62675]: DEBUG oslo_vmware.api [None req-8ff90ddb-6c0f-4d76-adf0-f294e79c8cc6 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691788, 'name': SuspendVM_Task, 'duration_secs': 0.580049} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.609946] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff90ddb-6c0f-4d76-adf0-f294e79c8cc6 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Suspended the VM {{(pid=62675) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1233.610026] env[62675]: DEBUG nova.compute.manager [None req-8ff90ddb-6c0f-4d76-adf0-f294e79c8cc6 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.610786] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c89c895-efd5-49df-81d8-e2e84d2f867d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.912861] env[62675]: INFO nova.compute.manager [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Resuming [ 1234.913519] env[62675]: DEBUG nova.objects.instance [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lazy-loading 'flavor' on Instance uuid 838f2971-0e3b-473a-b1d5-0279cac7b8ed {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.424399] env[62675]: DEBUG oslo_concurrency.lockutils [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.425028] env[62675]: DEBUG oslo_concurrency.lockutils [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquired lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.425028] env[62675]: DEBUG nova.network.neutron [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.148707] env[62675]: DEBUG nova.network.neutron [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Updating instance_info_cache with network_info: [{"id": "b97b7f9d-e119-4b70-8117-5554c24f7bce", "address": "fa:16:3e:90:fe:3a", "network": {"id": "67000e3c-5b6c-41f4-99f1-a45a92f36b08", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2091265841-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "45ffc76b205e485da7ff92b7f6558d13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb97b7f9d-e1", "ovs_interfaceid": "b97b7f9d-e119-4b70-8117-5554c24f7bce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.651367] env[62675]: DEBUG oslo_concurrency.lockutils [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Releasing lock "refresh_cache-838f2971-0e3b-473a-b1d5-0279cac7b8ed" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.652399] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8dcddc-b681-4a8e-ad91-6963e38c2fa6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.659783] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Resuming the VM {{(pid=62675) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1237.660067] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-975f2492-a6a5-4b9e-bb47-c7c20188de08 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.666326] env[62675]: DEBUG oslo_vmware.api [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1237.666326] env[62675]: value = "task-2691789" [ 1237.666326] env[62675]: _type = "Task" [ 1237.666326] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.674052] env[62675]: DEBUG oslo_vmware.api [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.176537] env[62675]: DEBUG oslo_vmware.api [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691789, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.676802] env[62675]: DEBUG oslo_vmware.api [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691789, 'name': PowerOnVM_Task, 'duration_secs': 0.529054} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.677164] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Resumed the VM {{(pid=62675) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1238.677263] env[62675]: DEBUG nova.compute.manager [None req-936524c7-58ac-4cae-9192-35d49543a947 tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.678025] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4c3223-ab55-4a41-916c-dae6b7f39a54 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.595739] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.596015] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.596249] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.596439] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.596607] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.598664] env[62675]: INFO nova.compute.manager [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Terminating instance [ 1240.102066] env[62675]: DEBUG nova.compute.manager [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.102383] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.103642] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d37d1a-15e2-4b25-af52-16ebb1413866 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.111278] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.111510] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff15db17-7edd-41f5-b58c-a66da328a61b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.117898] env[62675]: DEBUG oslo_vmware.api [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1240.117898] env[62675]: value = "task-2691790" [ 1240.117898] env[62675]: _type = "Task" [ 1240.117898] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.125536] env[62675]: DEBUG oslo_vmware.api [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.629939] env[62675]: DEBUG oslo_vmware.api [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691790, 'name': PowerOffVM_Task, 'duration_secs': 0.253058} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.630276] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.630532] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.630886] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-093f919a-9af6-4c00-9318-934820cb3856 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.699607] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.699825] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.700020] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleting the datastore file [datastore1] 838f2971-0e3b-473a-b1d5-0279cac7b8ed {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.700288] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b192aa95-b367-4675-befe-8a12942e40a1 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.706395] env[62675]: DEBUG oslo_vmware.api [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for the task: (returnval){ [ 1240.706395] env[62675]: value = "task-2691792" [ 1240.706395] env[62675]: _type = "Task" [ 1240.706395] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.713786] env[62675]: DEBUG oslo_vmware.api [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.216508] env[62675]: DEBUG oslo_vmware.api [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Task: {'id': task-2691792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143737} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.216827] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.216943] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.217078] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.217259] env[62675]: INFO nova.compute.manager [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1241.217493] env[62675]: DEBUG oslo.service.loopingcall [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1241.217685] env[62675]: DEBUG nova.compute.manager [-] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.217809] env[62675]: DEBUG nova.network.neutron [-] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.652239] env[62675]: DEBUG nova.compute.manager [req-b806f711-0a9b-4f11-91b6-3a31df88dace req-996dec67-4add-4d8c-9764-76461ee9936a service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Received event network-vif-deleted-b97b7f9d-e119-4b70-8117-5554c24f7bce {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.652443] env[62675]: INFO nova.compute.manager [req-b806f711-0a9b-4f11-91b6-3a31df88dace req-996dec67-4add-4d8c-9764-76461ee9936a service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Neutron deleted interface b97b7f9d-e119-4b70-8117-5554c24f7bce; detaching it from the instance and deleting it from the info cache [ 1241.652615] env[62675]: DEBUG nova.network.neutron [req-b806f711-0a9b-4f11-91b6-3a31df88dace req-996dec67-4add-4d8c-9764-76461ee9936a service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.135077] env[62675]: DEBUG nova.network.neutron [-] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.155117] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05ff38dd-1700-4066-94d2-409d0959c066 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.167151] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff8c3f8-5746-4b42-a8b6-68bd61405da7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.194286] env[62675]: DEBUG nova.compute.manager [req-b806f711-0a9b-4f11-91b6-3a31df88dace req-996dec67-4add-4d8c-9764-76461ee9936a service nova] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Detach interface failed, port_id=b97b7f9d-e119-4b70-8117-5554c24f7bce, reason: Instance 838f2971-0e3b-473a-b1d5-0279cac7b8ed could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1242.638109] env[62675]: INFO nova.compute.manager [-] [instance: 838f2971-0e3b-473a-b1d5-0279cac7b8ed] Took 1.42 seconds to deallocate network for instance. [ 1243.143970] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.144273] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.144495] env[62675]: DEBUG nova.objects.instance [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lazy-loading 'resources' on Instance uuid 838f2971-0e3b-473a-b1d5-0279cac7b8ed {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.696897] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6807ca62-6a15-46e7-abf7-d66f40e84180 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.704352] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f922308-b2df-415b-86da-e5828ea5e771 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.733638] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a9b91b-9732-4cca-bcf5-de4ac860870d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.740254] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a0f6e2-ad79-4a5b-9f40-84e9d68a3135 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.752847] env[62675]: DEBUG nova.compute.provider_tree [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.256355] env[62675]: DEBUG nova.scheduler.client.report [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.763694] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.784583] env[62675]: INFO nova.scheduler.client.report [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Deleted allocations for instance 838f2971-0e3b-473a-b1d5-0279cac7b8ed [ 1245.293078] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d538737d-3ac9-40e8-8da6-c0d79af9467b tempest-ServerActionsTestJSON-1173281415 tempest-ServerActionsTestJSON-1173281415-project-member] Lock "838f2971-0e3b-473a-b1d5-0279cac7b8ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.697s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.228254] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Acquiring lock "9175f8ba-8e02-4281-ad55-a843fdc27151" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.228254] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Lock "9175f8ba-8e02-4281-ad55-a843fdc27151" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.730089] env[62675]: DEBUG nova.compute.manager [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Starting instance... {{(pid=62675) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.256434] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.256704] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.258221] env[62675]: INFO nova.compute.claims [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.314068] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ca7054-3538-4bb6-b4c4-6f9a06e566f8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.321522] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca0352d-6f3d-4711-9935-f38e06b380fd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.351610] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c305acb9-bd1d-4297-bbce-26fa3415b22d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.358295] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a09b84-a236-4776-b7dd-9ef0c3b58e4b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.370695] env[62675]: DEBUG nova.compute.provider_tree [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.471755] env[62675]: DEBUG oslo_concurrency.lockutils [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.472054] env[62675]: DEBUG oslo_concurrency.lockutils [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.472280] env[62675]: DEBUG oslo_concurrency.lockutils [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.472466] env[62675]: DEBUG oslo_concurrency.lockutils [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.472635] env[62675]: DEBUG oslo_concurrency.lockutils [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.474739] env[62675]: INFO nova.compute.manager [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Terminating instance [ 1252.874333] env[62675]: DEBUG nova.scheduler.client.report [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.978145] env[62675]: DEBUG nova.compute.manager [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1252.978390] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.979353] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e82ef2-2dd4-45a4-9c3c-33c8d354688a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.987396] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.987623] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90bb63f6-6567-42da-83a0-113e4c50a467 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.994307] env[62675]: DEBUG oslo_vmware.api [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1252.994307] env[62675]: value = "task-2691793" [ 1252.994307] env[62675]: _type = "Task" [ 1252.994307] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.002379] env[62675]: DEBUG oslo_vmware.api [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.379707] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.380187] env[62675]: DEBUG nova.compute.manager [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Start building networks asynchronously for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.503812] env[62675]: DEBUG oslo_vmware.api [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691793, 'name': PowerOffVM_Task, 'duration_secs': 0.174991} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.504101] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.504256] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.504499] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89b13253-16e8-472c-8997-efb8d5aecc32 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.568582] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1253.568800] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1253.569020] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleting the datastore file [datastore1] 09c68eb2-7aa2-495c-a0a0-92f1ed228197 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1253.569287] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d86053ef-54ad-4446-95c1-8bf7d9564390 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.575832] env[62675]: DEBUG oslo_vmware.api [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for the task: (returnval){ [ 1253.575832] env[62675]: value = "task-2691795" [ 1253.575832] env[62675]: _type = "Task" [ 1253.575832] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.586683] env[62675]: DEBUG oslo_vmware.api [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.885054] env[62675]: DEBUG nova.compute.utils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1253.887068] env[62675]: DEBUG nova.compute.manager [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Allocating IP information in the background. {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.887068] env[62675]: DEBUG nova.network.neutron [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] allocate_for_instance() {{(pid=62675) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.923325] env[62675]: DEBUG nova.policy [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b46303a7041f4f749ff78bbcf1e3372f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a88ecc23c40f4f01b414bb76c2d69a7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62675) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.089536] env[62675]: DEBUG oslo_vmware.api [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Task: {'id': task-2691795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126225} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.089536] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.089536] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.089536] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.089536] env[62675]: INFO nova.compute.manager [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1254.089536] env[62675]: DEBUG oslo.service.loopingcall [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.089536] env[62675]: DEBUG nova.compute.manager [-] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.089536] env[62675]: DEBUG nova.network.neutron [-] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.186428] env[62675]: DEBUG nova.network.neutron [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Successfully created port: 8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e {{(pid=62675) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.389734] env[62675]: DEBUG nova.compute.manager [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Start building block device mappings for instance. {{(pid=62675) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.560116] env[62675]: DEBUG nova.compute.manager [req-0a8f1132-3514-4579-bdfd-8e6db0b29b3b req-4dc92986-96d5-47c1-bf72-811f88c0e9a8 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Received event network-vif-deleted-73a731f3-ff38-4a4c-bc93-77584b1b44b1 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1254.560479] env[62675]: INFO nova.compute.manager [req-0a8f1132-3514-4579-bdfd-8e6db0b29b3b req-4dc92986-96d5-47c1-bf72-811f88c0e9a8 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Neutron deleted interface 73a731f3-ff38-4a4c-bc93-77584b1b44b1; detaching it from the instance and deleting it from the info cache [ 1254.560549] env[62675]: DEBUG nova.network.neutron [req-0a8f1132-3514-4579-bdfd-8e6db0b29b3b req-4dc92986-96d5-47c1-bf72-811f88c0e9a8 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.908837] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1255.045674] env[62675]: DEBUG nova.network.neutron [-] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.063878] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adaaa561-43cf-4ce0-abf0-b0262c4bba06 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.076809] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6ade0-f870-409a-a927-004b59f2e3a3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.101073] env[62675]: DEBUG nova.compute.manager [req-0a8f1132-3514-4579-bdfd-8e6db0b29b3b req-4dc92986-96d5-47c1-bf72-811f88c0e9a8 service nova] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Detach interface failed, port_id=73a731f3-ff38-4a4c-bc93-77584b1b44b1, reason: Instance 09c68eb2-7aa2-495c-a0a0-92f1ed228197 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1255.398649] env[62675]: DEBUG nova.compute.manager [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Start spawning the instance on the hypervisor. {{(pid=62675) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.424746] env[62675]: DEBUG nova.virt.hardware [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-19T14:45:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-19T14:45:14Z,direct_url=,disk_format='vmdk',id=01f269e0-822c-4f74-9463-28808435f63b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='4b91ee6b2b5b43a49c48841627d10682',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-19T14:45:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.424957] env[62675]: DEBUG nova.virt.hardware [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Flavor limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.425133] env[62675]: DEBUG nova.virt.hardware [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Image limits 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.425384] env[62675]: DEBUG nova.virt.hardware [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Flavor pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.425467] env[62675]: DEBUG nova.virt.hardware [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Image pref 0:0:0 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.425612] env[62675]: DEBUG nova.virt.hardware [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62675) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.425817] env[62675]: DEBUG nova.virt.hardware [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.426022] env[62675]: DEBUG nova.virt.hardware [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.426211] env[62675]: DEBUG nova.virt.hardware [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Got 1 possible topologies {{(pid=62675) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.426501] env[62675]: DEBUG nova.virt.hardware [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.426591] env[62675]: DEBUG nova.virt.hardware [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62675) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.427447] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a74ba-137d-4517-b4ca-7a9f0a4e31ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.435429] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f4d9ab-7a59-4431-9e66-e5a2d2634559 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.537906] env[62675]: DEBUG nova.compute.manager [req-4cace481-de6c-4e1e-92c2-04869d6d805e req-55f85eab-882c-41da-ba52-e8c137c2168f service nova] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Received event network-vif-plugged-8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1255.538293] env[62675]: DEBUG oslo_concurrency.lockutils [req-4cace481-de6c-4e1e-92c2-04869d6d805e req-55f85eab-882c-41da-ba52-e8c137c2168f service nova] Acquiring lock "9175f8ba-8e02-4281-ad55-a843fdc27151-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.538523] env[62675]: DEBUG oslo_concurrency.lockutils [req-4cace481-de6c-4e1e-92c2-04869d6d805e req-55f85eab-882c-41da-ba52-e8c137c2168f service nova] Lock "9175f8ba-8e02-4281-ad55-a843fdc27151-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.538697] env[62675]: DEBUG oslo_concurrency.lockutils [req-4cace481-de6c-4e1e-92c2-04869d6d805e req-55f85eab-882c-41da-ba52-e8c137c2168f service nova] Lock "9175f8ba-8e02-4281-ad55-a843fdc27151-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1255.538869] env[62675]: DEBUG nova.compute.manager [req-4cace481-de6c-4e1e-92c2-04869d6d805e req-55f85eab-882c-41da-ba52-e8c137c2168f service nova] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] No waiting events found dispatching network-vif-plugged-8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e {{(pid=62675) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1255.539162] env[62675]: WARNING nova.compute.manager [req-4cace481-de6c-4e1e-92c2-04869d6d805e req-55f85eab-882c-41da-ba52-e8c137c2168f service nova] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Received unexpected event network-vif-plugged-8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e for instance with vm_state building and task_state spawning. [ 1255.547547] env[62675]: INFO nova.compute.manager [-] [instance: 09c68eb2-7aa2-495c-a0a0-92f1ed228197] Took 1.46 seconds to deallocate network for instance. [ 1255.623202] env[62675]: DEBUG nova.network.neutron [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Successfully updated port: 8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e {{(pid=62675) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.909077] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1256.053975] env[62675]: DEBUG oslo_concurrency.lockutils [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.054364] env[62675]: DEBUG oslo_concurrency.lockutils [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.054539] env[62675]: DEBUG nova.objects.instance [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lazy-loading 'resources' on Instance uuid 09c68eb2-7aa2-495c-a0a0-92f1ed228197 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.128980] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Acquiring lock "refresh_cache-9175f8ba-8e02-4281-ad55-a843fdc27151" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1256.129166] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Acquired lock "refresh_cache-9175f8ba-8e02-4281-ad55-a843fdc27151" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.129326] env[62675]: DEBUG nova.network.neutron [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Building network info cache for instance {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.606806] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b7de7f-1427-4c53-952d-c9426bd761f7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.613901] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654e9e37-9968-4d57-9d35-49bef34c92c9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.644946] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b920cd6-51c8-4ce0-8a75-aa46bd0665ad {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.652240] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dba94a-0121-4a91-a761-c94928a7139e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.665573] env[62675]: DEBUG nova.compute.provider_tree [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.675736] env[62675]: DEBUG nova.network.neutron [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Instance cache missing network info. {{(pid=62675) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.790802] env[62675]: DEBUG nova.network.neutron [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Updating instance_info_cache with network_info: [{"id": "8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e", "address": "fa:16:3e:54:8d:b9", "network": {"id": "05e2590b-5c8a-45ac-86f9-d1b2c8ec754f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-624348289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a88ecc23c40f4f01b414bb76c2d69a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b2c4e94-6c", "ovs_interfaceid": "8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.188258] env[62675]: ERROR nova.scheduler.client.report [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] [req-92914f54-6273-446f-ae8f-091b7caca927] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92914f54-6273-446f-ae8f-091b7caca927"}]} [ 1257.205029] env[62675]: DEBUG nova.scheduler.client.report [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Refreshing inventories for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1257.218954] env[62675]: DEBUG nova.scheduler.client.report [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Updating ProviderTree inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1257.219246] env[62675]: DEBUG nova.compute.provider_tree [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 116, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.232350] env[62675]: DEBUG nova.scheduler.client.report [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Refreshing aggregate associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, aggregates: None {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1257.251234] env[62675]: DEBUG nova.scheduler.client.report [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Refreshing trait associations for resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62675) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1257.293835] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Releasing lock "refresh_cache-9175f8ba-8e02-4281-ad55-a843fdc27151" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.294168] env[62675]: DEBUG nova.compute.manager [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Instance network_info: |[{"id": "8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e", "address": "fa:16:3e:54:8d:b9", "network": {"id": "05e2590b-5c8a-45ac-86f9-d1b2c8ec754f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-624348289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a88ecc23c40f4f01b414bb76c2d69a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b2c4e94-6c", "ovs_interfaceid": "8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62675) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.294637] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:8d:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e', 'vif_model': 'vmxnet3'}] {{(pid=62675) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.301953] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Creating folder: Project (a88ecc23c40f4f01b414bb76c2d69a7e). Parent ref: group-v542174. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.303097] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b5727ca-72aa-4385-bd32-d4f319f947ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.305629] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689c308c-3f1c-4b62-a2cd-641962be3905 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.312723] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e4cc19-0b3e-4162-9335-6dc3fc0a2f3a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.316859] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Created folder: Project (a88ecc23c40f4f01b414bb76c2d69a7e) in parent group-v542174. [ 1257.317051] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Creating folder: Instances. Parent ref: group-v542509. {{(pid=62675) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.317258] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38a03358-ef61-4697-8719-0f772bf7cea3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.344776] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d7b824-b9d8-480c-a4b8-0893b84949b2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.347138] env[62675]: INFO nova.virt.vmwareapi.vm_util [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Created folder: Instances in parent group-v542509. [ 1257.347374] env[62675]: DEBUG oslo.service.loopingcall [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.347565] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Creating VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.348091] env[62675]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08e41795-8ebd-4879-a504-90f7ae4d9f59 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.365147] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348719ae-4dad-49a2-9ddf-70d79beabf7f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.369978] env[62675]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.369978] env[62675]: value = "task-2691798" [ 1257.369978] env[62675]: _type = "Task" [ 1257.369978] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.380632] env[62675]: DEBUG nova.compute.provider_tree [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1257.386356] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691798, 'name': CreateVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.565327] env[62675]: DEBUG nova.compute.manager [req-9d051367-de12-4c92-bca6-d1e553644736 req-9174e7dc-2f5e-44c6-8b53-86fc66408fa2 service nova] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Received event network-changed-8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1257.565532] env[62675]: DEBUG nova.compute.manager [req-9d051367-de12-4c92-bca6-d1e553644736 req-9174e7dc-2f5e-44c6-8b53-86fc66408fa2 service nova] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Refreshing instance network info cache due to event network-changed-8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e. {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1257.565743] env[62675]: DEBUG oslo_concurrency.lockutils [req-9d051367-de12-4c92-bca6-d1e553644736 req-9174e7dc-2f5e-44c6-8b53-86fc66408fa2 service nova] Acquiring lock "refresh_cache-9175f8ba-8e02-4281-ad55-a843fdc27151" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.565888] env[62675]: DEBUG oslo_concurrency.lockutils [req-9d051367-de12-4c92-bca6-d1e553644736 req-9174e7dc-2f5e-44c6-8b53-86fc66408fa2 service nova] Acquired lock "refresh_cache-9175f8ba-8e02-4281-ad55-a843fdc27151" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.566160] env[62675]: DEBUG nova.network.neutron [req-9d051367-de12-4c92-bca6-d1e553644736 req-9174e7dc-2f5e-44c6-8b53-86fc66408fa2 service nova] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Refreshing network info cache for port 8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e {{(pid=62675) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.880447] env[62675]: DEBUG oslo_vmware.api [-] Task: {'id': task-2691798, 'name': CreateVM_Task, 'duration_secs': 0.308488} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.880809] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Created VM on the ESX host {{(pid=62675) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.881322] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.881505] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.881815] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.882071] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ccbcba-2d0c-47a9-9837-2fdb104be4e2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.890524] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Waiting for the task: (returnval){ [ 1257.890524] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52147d37-c85a-d0ba-66f2-c7f1cb0ac4f1" [ 1257.890524] env[62675]: _type = "Task" [ 1257.890524] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.895725] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52147d37-c85a-d0ba-66f2-c7f1cb0ac4f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.904176] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.908692] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1257.911091] env[62675]: DEBUG nova.scheduler.client.report [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Updated inventory for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with generation 189 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1257.911352] env[62675]: DEBUG nova.compute.provider_tree [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Updating resource provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 generation from 189 to 190 during operation: update_inventory {{(pid=62675) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1257.911538] env[62675]: DEBUG nova.compute.provider_tree [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Updating inventory in ProviderTree for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1258.304036] env[62675]: DEBUG nova.network.neutron [req-9d051367-de12-4c92-bca6-d1e553644736 req-9174e7dc-2f5e-44c6-8b53-86fc66408fa2 service nova] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Updated VIF entry in instance network info cache for port 8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e. {{(pid=62675) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.304444] env[62675]: DEBUG nova.network.neutron [req-9d051367-de12-4c92-bca6-d1e553644736 req-9174e7dc-2f5e-44c6-8b53-86fc66408fa2 service nova] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Updating instance_info_cache with network_info: [{"id": "8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e", "address": "fa:16:3e:54:8d:b9", "network": {"id": "05e2590b-5c8a-45ac-86f9-d1b2c8ec754f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-624348289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a88ecc23c40f4f01b414bb76c2d69a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b2c4e94-6c", "ovs_interfaceid": "8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.399781] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52147d37-c85a-d0ba-66f2-c7f1cb0ac4f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.399781] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.399781] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Processing image 01f269e0-822c-4f74-9463-28808435f63b {{(pid=62675) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.399976] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.400117] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.400315] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.400590] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac6375d1-9f9e-4ffa-9199-35be36f49756 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.408469] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62675) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.408636] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62675) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.409351] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b49efd88-d59e-4556-87b3-ce3f9ae0cef0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.414039] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Waiting for the task: (returnval){ [ 1258.414039] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52744cf0-2c60-87f1-15e3-d58caddf8062" [ 1258.414039] env[62675]: _type = "Task" [ 1258.414039] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.417281] env[62675]: DEBUG oslo_concurrency.lockutils [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.363s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.423572] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52744cf0-2c60-87f1-15e3-d58caddf8062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.443684] env[62675]: INFO nova.scheduler.client.report [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Deleted allocations for instance 09c68eb2-7aa2-495c-a0a0-92f1ed228197 [ 1258.529432] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "23ed4247-f546-4126-9c70-fc638de80192" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.529762] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "23ed4247-f546-4126-9c70-fc638de80192" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.807254] env[62675]: DEBUG oslo_concurrency.lockutils [req-9d051367-de12-4c92-bca6-d1e553644736 req-9174e7dc-2f5e-44c6-8b53-86fc66408fa2 service nova] Releasing lock "refresh_cache-9175f8ba-8e02-4281-ad55-a843fdc27151" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.910499] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.924124] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52744cf0-2c60-87f1-15e3-d58caddf8062, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.924879] env[62675]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeaba699-0431-4bfb-9410-f61a70a752c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.929817] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Waiting for the task: (returnval){ [ 1258.929817] env[62675]: value = "session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a92895-f45f-43ea-4663-6633727438b2" [ 1258.929817] env[62675]: _type = "Task" [ 1258.929817] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.937077] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a92895-f45f-43ea-4663-6633727438b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.953125] env[62675]: DEBUG oslo_concurrency.lockutils [None req-72aeb6f8-3785-432e-9869-6faa30c3d408 tempest-AttachVolumeShelveTestJSON-474812613 tempest-AttachVolumeShelveTestJSON-474812613-project-member] Lock "09c68eb2-7aa2-495c-a0a0-92f1ed228197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.481s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.033120] env[62675]: DEBUG nova.compute.utils [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Using /dev/sd instead of None {{(pid=62675) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1259.440638] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': session[52dab504-12aa-28d3-34aa-591ae28ec24c]52a92895-f45f-43ea-4663-6633727438b2, 'name': SearchDatastore_Task, 'duration_secs': 0.008984} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.440912] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk" {{(pid=62675) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.441200] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9175f8ba-8e02-4281-ad55-a843fdc27151/9175f8ba-8e02-4281-ad55-a843fdc27151.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.441497] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-608bdd22-f15a-47fd-800f-f5557c07f568 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.449476] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Waiting for the task: (returnval){ [ 1259.449476] env[62675]: value = "task-2691799" [ 1259.449476] env[62675]: _type = "Task" [ 1259.449476] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.457011] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.536011] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "23ed4247-f546-4126-9c70-fc638de80192" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.909494] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.909739] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.909885] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62675) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1259.960083] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430976} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.960354] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01f269e0-822c-4f74-9463-28808435f63b/01f269e0-822c-4f74-9463-28808435f63b.vmdk to [datastore1] 9175f8ba-8e02-4281-ad55-a843fdc27151/9175f8ba-8e02-4281-ad55-a843fdc27151.vmdk {{(pid=62675) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.960596] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Extending root virtual disk to 1048576 {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.960856] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7e9be46-2e34-48db-b4d4-33bdda2a5f4f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.967309] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Waiting for the task: (returnval){ [ 1259.967309] env[62675]: value = "task-2691800" [ 1259.967309] env[62675]: _type = "Task" [ 1259.967309] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.974785] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.477306] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063494} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.477570] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Extended root virtual disk {{(pid=62675) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.478372] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e82adfd-d563-48e2-b1ea-58d0c280a6ee {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.500051] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 9175f8ba-8e02-4281-ad55-a843fdc27151/9175f8ba-8e02-4281-ad55-a843fdc27151.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.500296] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-459662f4-ccbe-4809-9d4c-31360e486d22 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.518272] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Waiting for the task: (returnval){ [ 1260.518272] env[62675]: value = "task-2691802" [ 1260.518272] env[62675]: _type = "Task" [ 1260.518272] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.525604] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.593654] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "23ed4247-f546-4126-9c70-fc638de80192" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.593915] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "23ed4247-f546-4126-9c70-fc638de80192" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.594175] env[62675]: INFO nova.compute.manager [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Attaching volume 8276341e-f706-4154-aa60-db32171ed54a to /dev/sdb [ 1260.623788] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef763266-54c9-4cd0-ae94-5dfe11180606 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.630765] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaf9bae-02c0-4fae-9f90-fb450cebf140 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.642955] env[62675]: DEBUG nova.virt.block_device [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Updating existing volume attachment record: 9cd1ef8c-9e0e-4472-a94d-0a8cc5f4d23c {{(pid=62675) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1261.030053] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691802, 'name': ReconfigVM_Task, 'duration_secs': 0.252625} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.030053] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 9175f8ba-8e02-4281-ad55-a843fdc27151/9175f8ba-8e02-4281-ad55-a843fdc27151.vmdk or device None with type sparse {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.030053] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58745156-c911-40b9-bc00-86c218016154 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.040386] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Waiting for the task: (returnval){ [ 1261.040386] env[62675]: value = "task-2691804" [ 1261.040386] env[62675]: _type = "Task" [ 1261.040386] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.048322] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691804, 'name': Rename_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.550720] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691804, 'name': Rename_Task, 'duration_secs': 0.178902} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.551013] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Powering on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.551270] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a051258-0296-4cb0-9ec3-aef58a3e5fc9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.558417] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Waiting for the task: (returnval){ [ 1261.558417] env[62675]: value = "task-2691805" [ 1261.558417] env[62675]: _type = "Task" [ 1261.558417] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.566985] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.909534] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.909687] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Starting heal instance info cache {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1262.068538] env[62675]: DEBUG oslo_vmware.api [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691805, 'name': PowerOnVM_Task, 'duration_secs': 0.442344} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.068800] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Powered on the VM {{(pid=62675) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.068999] env[62675]: INFO nova.compute.manager [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1262.069276] env[62675]: DEBUG nova.compute.manager [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Checking state {{(pid=62675) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.069962] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be5cbaf-3e7f-489f-9506-4d9ae015e377 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.587359] env[62675]: INFO nova.compute.manager [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Took 11.35 seconds to build instance. [ 1263.089385] env[62675]: DEBUG oslo_concurrency.lockutils [None req-d9f652ed-6a4d-4bec-94d6-91dbb878847d tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Lock "9175f8ba-8e02-4281-ad55-a843fdc27151" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.861s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.727145] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Acquiring lock "9175f8ba-8e02-4281-ad55-a843fdc27151" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.727430] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Lock "9175f8ba-8e02-4281-ad55-a843fdc27151" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.727670] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Acquiring lock "9175f8ba-8e02-4281-ad55-a843fdc27151-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.727840] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Lock "9175f8ba-8e02-4281-ad55-a843fdc27151-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.728053] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Lock "9175f8ba-8e02-4281-ad55-a843fdc27151-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.730618] env[62675]: INFO nova.compute.manager [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Terminating instance [ 1264.236448] env[62675]: DEBUG nova.compute.manager [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.236448] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.236448] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fead683-792d-4688-9e2d-c1f7b6570de5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.244373] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.244961] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bd82d83-ebda-412e-8b53-a281d4bef1fe {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.251831] env[62675]: DEBUG oslo_vmware.api [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Waiting for the task: (returnval){ [ 1264.251831] env[62675]: value = "task-2691807" [ 1264.251831] env[62675]: _type = "Task" [ 1264.251831] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.259574] env[62675]: DEBUG oslo_vmware.api [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.762424] env[62675]: DEBUG oslo_vmware.api [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691807, 'name': PowerOffVM_Task, 'duration_secs': 0.189133} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.762696] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.762857] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.763117] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5593cadc-b39d-4b52-9352-1bf23bd417ba {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.830441] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.830669] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Deleting contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.830851] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Deleting the datastore file [datastore1] 9175f8ba-8e02-4281-ad55-a843fdc27151 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.831138] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d76a069-1d37-44a3-ad95-381e5a3fae8c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.837697] env[62675]: DEBUG oslo_vmware.api [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Waiting for the task: (returnval){ [ 1264.837697] env[62675]: value = "task-2691809" [ 1264.837697] env[62675]: _type = "Task" [ 1264.837697] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.845456] env[62675]: DEBUG oslo_vmware.api [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.184985] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Volume attach. Driver type: vmdk {{(pid=62675) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1265.185280] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542512', 'volume_id': '8276341e-f706-4154-aa60-db32171ed54a', 'name': 'volume-8276341e-f706-4154-aa60-db32171ed54a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23ed4247-f546-4126-9c70-fc638de80192', 'attached_at': '', 'detached_at': '', 'volume_id': '8276341e-f706-4154-aa60-db32171ed54a', 'serial': '8276341e-f706-4154-aa60-db32171ed54a'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1265.186206] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99715af5-dc75-4d1c-b5e2-eaafc799f51f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.204842] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6c89ba-0c11-4ef3-9090-f2924f4091f5 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.228609] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-8276341e-f706-4154-aa60-db32171ed54a/volume-8276341e-f706-4154-aa60-db32171ed54a.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.228871] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d89e6b-82a9-4f85-a911-fe03c8dbbc41 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.246033] env[62675]: DEBUG oslo_vmware.api [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1265.246033] env[62675]: value = "task-2691810" [ 1265.246033] env[62675]: _type = "Task" [ 1265.246033] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.253523] env[62675]: DEBUG oslo_vmware.api [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.347233] env[62675]: DEBUG oslo_vmware.api [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Task: {'id': task-2691809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12591} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.347483] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.347668] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Deleted contents of the VM from datastore datastore1 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.347848] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.348050] env[62675]: INFO nova.compute.manager [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1265.348314] env[62675]: DEBUG oslo.service.loopingcall [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.348507] env[62675]: DEBUG nova.compute.manager [-] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1265.348602] env[62675]: DEBUG nova.network.neutron [-] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.433857] env[62675]: DEBUG nova.compute.manager [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Didn't find any instances for network info cache update. {{(pid=62675) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1265.434094] env[62675]: DEBUG oslo_service.periodic_task [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Running periodic task ComputeManager.update_available_resource {{(pid=62675) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.642475] env[62675]: DEBUG nova.compute.manager [req-5ebd404c-6e69-4e2f-b001-af1c004516ba req-739c2bd3-ac6d-4af2-9884-cf966fc06b7e service nova] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Received event network-vif-deleted-8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1265.642705] env[62675]: INFO nova.compute.manager [req-5ebd404c-6e69-4e2f-b001-af1c004516ba req-739c2bd3-ac6d-4af2-9884-cf966fc06b7e service nova] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Neutron deleted interface 8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e; detaching it from the instance and deleting it from the info cache [ 1265.642857] env[62675]: DEBUG nova.network.neutron [req-5ebd404c-6e69-4e2f-b001-af1c004516ba req-739c2bd3-ac6d-4af2-9884-cf966fc06b7e service nova] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.755902] env[62675]: DEBUG oslo_vmware.api [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691810, 'name': ReconfigVM_Task, 'duration_secs': 0.329536} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.756241] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-8276341e-f706-4154-aa60-db32171ed54a/volume-8276341e-f706-4154-aa60-db32171ed54a.vmdk or device None with type thin {{(pid=62675) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.760913] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a54a3702-bfe6-4436-b603-57e83a83d0f2 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.776173] env[62675]: DEBUG oslo_vmware.api [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1265.776173] env[62675]: value = "task-2691811" [ 1265.776173] env[62675]: _type = "Task" [ 1265.776173] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.784168] env[62675]: DEBUG oslo_vmware.api [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691811, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.936976] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.937264] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.937442] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.937604] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62675) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1265.938559] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc62542-4f18-4d46-8e03-ed0b6b37441c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.948497] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712e36c5-10e0-44ad-a200-c4b8e8c0a51a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.962241] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4273531-1263-4bcf-872a-0c2c42ff8892 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.968897] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8fe19a-93dd-4398-aa9c-04c0d2ffe1d0 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.997708] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180553MB free_disk=117GB free_vcpus=48 pci_devices=None {{(pid=62675) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1265.997861] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.998102] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.124904] env[62675]: DEBUG nova.network.neutron [-] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.145132] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e83c999-7c45-4a0b-bd94-e390f3f276c3 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.155317] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d111cdb-79eb-471d-a71c-a0c1fe02b11d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.190573] env[62675]: DEBUG nova.compute.manager [req-5ebd404c-6e69-4e2f-b001-af1c004516ba req-739c2bd3-ac6d-4af2-9884-cf966fc06b7e service nova] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Detach interface failed, port_id=8b2c4e94-6ca6-4d94-9dfc-b7baab795c5e, reason: Instance 9175f8ba-8e02-4281-ad55-a843fdc27151 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1266.287819] env[62675]: DEBUG oslo_vmware.api [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691811, 'name': ReconfigVM_Task, 'duration_secs': 0.134726} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.288184] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542512', 'volume_id': '8276341e-f706-4154-aa60-db32171ed54a', 'name': 'volume-8276341e-f706-4154-aa60-db32171ed54a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23ed4247-f546-4126-9c70-fc638de80192', 'attached_at': '', 'detached_at': '', 'volume_id': '8276341e-f706-4154-aa60-db32171ed54a', 'serial': '8276341e-f706-4154-aa60-db32171ed54a'} {{(pid=62675) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1266.627912] env[62675]: INFO nova.compute.manager [-] [instance: 9175f8ba-8e02-4281-ad55-a843fdc27151] Took 1.28 seconds to deallocate network for instance. [ 1267.022015] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 23ed4247-f546-4126-9c70-fc638de80192 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1267.022197] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Instance 9175f8ba-8e02-4281-ad55-a843fdc27151 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62675) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1267.022378] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1267.022518] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62675) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1267.055496] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf79e2c-7eb2-4fc1-98e4-01a92b0020d7 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.062838] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7541394c-41cf-4027-a307-09053dc9b62e {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.092408] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb949bca-b325-49c3-8e27-7a02d4609c3b {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.098945] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23b9a6c-63bc-4c0f-a373-9f1273540754 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.111385] env[62675]: DEBUG nova.compute.provider_tree [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.133988] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.323531] env[62675]: DEBUG nova.objects.instance [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lazy-loading 'flavor' on Instance uuid 23ed4247-f546-4126-9c70-fc638de80192 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.614204] env[62675]: DEBUG nova.scheduler.client.report [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.829378] env[62675]: DEBUG oslo_concurrency.lockutils [None req-e2f5a574-9e90-4533-9fcd-64bac0fb727a tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "23ed4247-f546-4126-9c70-fc638de80192" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.025168] env[62675]: DEBUG oslo_concurrency.lockutils [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "23ed4247-f546-4126-9c70-fc638de80192" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.025444] env[62675]: DEBUG oslo_concurrency.lockutils [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "23ed4247-f546-4126-9c70-fc638de80192" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.118572] env[62675]: DEBUG nova.compute.resource_tracker [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62675) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1268.118801] env[62675]: DEBUG oslo_concurrency.lockutils [None req-abf56215-9c22-403b-9f97-01993d265e8a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.121s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.119077] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.985s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.119298] env[62675]: DEBUG nova.objects.instance [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Lazy-loading 'resources' on Instance uuid 9175f8ba-8e02-4281-ad55-a843fdc27151 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.528113] env[62675]: INFO nova.compute.manager [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Detaching volume 8276341e-f706-4154-aa60-db32171ed54a [ 1268.557297] env[62675]: INFO nova.virt.block_device [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Attempting to driver detach volume 8276341e-f706-4154-aa60-db32171ed54a from mountpoint /dev/sdb [ 1268.557537] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Volume detach. Driver type: vmdk {{(pid=62675) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1268.557724] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542512', 'volume_id': '8276341e-f706-4154-aa60-db32171ed54a', 'name': 'volume-8276341e-f706-4154-aa60-db32171ed54a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23ed4247-f546-4126-9c70-fc638de80192', 'attached_at': '', 'detached_at': '', 'volume_id': '8276341e-f706-4154-aa60-db32171ed54a', 'serial': '8276341e-f706-4154-aa60-db32171ed54a'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1268.558623] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae47812-c3fc-4f9b-9d3c-3d2d4b628832 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.579598] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7687312e-5105-49d0-a9b7-b76a0b4b74b6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.586120] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6136cfb-2272-4043-b0b4-747bc3973ce8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.606397] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4219eab-7d58-462a-973e-5cb6bf8aeefd {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.619958] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] The volume has not been displaced from its original location: [datastore1] volume-8276341e-f706-4154-aa60-db32171ed54a/volume-8276341e-f706-4154-aa60-db32171ed54a.vmdk. No consolidation needed. {{(pid=62675) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1268.624980] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1268.627312] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df7d32b-7b54-4ca0-a96c-2aa3183d1b8c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.645079] env[62675]: DEBUG oslo_vmware.api [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1268.645079] env[62675]: value = "task-2691812" [ 1268.645079] env[62675]: _type = "Task" [ 1268.645079] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.655397] env[62675]: DEBUG oslo_vmware.api [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.672688] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492eebcd-b815-4d65-9340-79ec210a6197 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.679384] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850d32db-7d6e-4c48-924a-0c6b97ee7c14 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.709045] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81df096f-c7bb-450e-84eb-08efeb5647c8 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.715768] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b44ea0d-573d-4ec2-8ab9-e33b90fe9c0f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.728898] env[62675]: DEBUG nova.compute.provider_tree [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.155245] env[62675]: DEBUG oslo_vmware.api [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691812, 'name': ReconfigVM_Task, 'duration_secs': 0.220333} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.155515] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62675) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1269.160467] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fb60be4-b527-4b11-8e19-33316a22f67d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.176832] env[62675]: DEBUG oslo_vmware.api [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1269.176832] env[62675]: value = "task-2691813" [ 1269.176832] env[62675]: _type = "Task" [ 1269.176832] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.184378] env[62675]: DEBUG oslo_vmware.api [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.232730] env[62675]: DEBUG nova.scheduler.client.report [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.686215] env[62675]: DEBUG oslo_vmware.api [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691813, 'name': ReconfigVM_Task, 'duration_secs': 0.148517} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.686569] env[62675]: DEBUG nova.virt.vmwareapi.volumeops [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-542512', 'volume_id': '8276341e-f706-4154-aa60-db32171ed54a', 'name': 'volume-8276341e-f706-4154-aa60-db32171ed54a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23ed4247-f546-4126-9c70-fc638de80192', 'attached_at': '', 'detached_at': '', 'volume_id': '8276341e-f706-4154-aa60-db32171ed54a', 'serial': '8276341e-f706-4154-aa60-db32171ed54a'} {{(pid=62675) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1269.737553] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.756593] env[62675]: INFO nova.scheduler.client.report [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Deleted allocations for instance 9175f8ba-8e02-4281-ad55-a843fdc27151 [ 1270.230219] env[62675]: DEBUG nova.objects.instance [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lazy-loading 'flavor' on Instance uuid 23ed4247-f546-4126-9c70-fc638de80192 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.262826] env[62675]: DEBUG oslo_concurrency.lockutils [None req-a86e27f3-f6cf-489a-96cf-d94936e29c5a tempest-ServerMetadataNegativeTestJSON-1535276500 tempest-ServerMetadataNegativeTestJSON-1535276500-project-member] Lock "9175f8ba-8e02-4281-ad55-a843fdc27151" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.535s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.237372] env[62675]: DEBUG oslo_concurrency.lockutils [None req-152fd26e-bbfc-46a7-9aea-e1cf233b0d89 tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "23ed4247-f546-4126-9c70-fc638de80192" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.270515] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "23ed4247-f546-4126-9c70-fc638de80192" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.270809] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "23ed4247-f546-4126-9c70-fc638de80192" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.271054] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "23ed4247-f546-4126-9c70-fc638de80192-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.271271] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "23ed4247-f546-4126-9c70-fc638de80192-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.271438] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "23ed4247-f546-4126-9c70-fc638de80192-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.273748] env[62675]: INFO nova.compute.manager [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Terminating instance [ 1272.777481] env[62675]: DEBUG nova.compute.manager [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Start destroying the instance on the hypervisor. {{(pid=62675) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.777481] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Destroying instance {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.778435] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af1d4c3-7245-4c98-a25c-4850bce1a49f {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.786368] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Powering off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.786590] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1895f801-2d8c-4bec-b6cb-194f09b26b71 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.792513] env[62675]: DEBUG oslo_vmware.api [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1272.792513] env[62675]: value = "task-2691814" [ 1272.792513] env[62675]: _type = "Task" [ 1272.792513] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.800081] env[62675]: DEBUG oslo_vmware.api [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.302546] env[62675]: DEBUG oslo_vmware.api [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691814, 'name': PowerOffVM_Task, 'duration_secs': 0.172572} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.302852] env[62675]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Powered off the VM {{(pid=62675) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.302981] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Unregistering the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.303238] env[62675]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4c0be20-9429-4687-80bd-364232dd21c6 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.368498] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Unregistered the VM {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.368701] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Deleting contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.368885] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Deleting the datastore file [datastore2] 23ed4247-f546-4126-9c70-fc638de80192 {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.369167] env[62675]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33f8429d-0725-49b9-ae3e-33baea97e84d {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.375493] env[62675]: DEBUG oslo_vmware.api [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for the task: (returnval){ [ 1273.375493] env[62675]: value = "task-2691816" [ 1273.375493] env[62675]: _type = "Task" [ 1273.375493] env[62675]: } to complete. {{(pid=62675) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.382905] env[62675]: DEBUG oslo_vmware.api [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.885107] env[62675]: DEBUG oslo_vmware.api [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Task: {'id': task-2691816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129038} completed successfully. {{(pid=62675) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.885382] env[62675]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Deleted the datastore file {{(pid=62675) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.885574] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Deleted contents of the VM from datastore datastore2 {{(pid=62675) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.885754] env[62675]: DEBUG nova.virt.vmwareapi.vmops [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Instance destroyed {{(pid=62675) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.885927] env[62675]: INFO nova.compute.manager [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1273.886208] env[62675]: DEBUG oslo.service.loopingcall [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62675) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1273.886402] env[62675]: DEBUG nova.compute.manager [-] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Deallocating network for instance {{(pid=62675) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.886499] env[62675]: DEBUG nova.network.neutron [-] [instance: 23ed4247-f546-4126-9c70-fc638de80192] deallocate_for_instance() {{(pid=62675) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.293718] env[62675]: DEBUG nova.compute.manager [req-faccf001-2e38-45f5-9842-1961b78f6bf2 req-c5c3d60b-b19e-4a4e-af74-8fdb4ea287ca service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Received event network-vif-deleted-7e64b82d-32ba-4b47-bac8-dbcb99c08927 {{(pid=62675) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1274.293919] env[62675]: INFO nova.compute.manager [req-faccf001-2e38-45f5-9842-1961b78f6bf2 req-c5c3d60b-b19e-4a4e-af74-8fdb4ea287ca service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Neutron deleted interface 7e64b82d-32ba-4b47-bac8-dbcb99c08927; detaching it from the instance and deleting it from the info cache [ 1274.294112] env[62675]: DEBUG nova.network.neutron [req-faccf001-2e38-45f5-9842-1961b78f6bf2 req-c5c3d60b-b19e-4a4e-af74-8fdb4ea287ca service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.776946] env[62675]: DEBUG nova.network.neutron [-] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Updating instance_info_cache with network_info: [] {{(pid=62675) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.797036] env[62675]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-038cf05c-0e65-4771-8edd-eb4ca186d87c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.809171] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bee1019-2093-450f-a3dd-72aab70f30b9 {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.833790] env[62675]: DEBUG nova.compute.manager [req-faccf001-2e38-45f5-9842-1961b78f6bf2 req-c5c3d60b-b19e-4a4e-af74-8fdb4ea287ca service nova] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Detach interface failed, port_id=7e64b82d-32ba-4b47-bac8-dbcb99c08927, reason: Instance 23ed4247-f546-4126-9c70-fc638de80192 could not be found. {{(pid=62675) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1275.283434] env[62675]: INFO nova.compute.manager [-] [instance: 23ed4247-f546-4126-9c70-fc638de80192] Took 1.40 seconds to deallocate network for instance. [ 1275.790193] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.790566] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.790711] env[62675]: DEBUG nova.objects.instance [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lazy-loading 'resources' on Instance uuid 23ed4247-f546-4126-9c70-fc638de80192 {{(pid=62675) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.324353] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c57f8e-0284-4409-ab18-d7fe6510614c {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.331795] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df74ae1f-6b0d-461a-87d7-af6bd8a90acc {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.361658] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3b2a87-e8bb-42a8-9a68-4e508857ab8a {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.368229] env[62675]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0079ad-8328-4c28-8d39-acb3fb99dcce {{(pid=62675) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.380677] env[62675]: DEBUG nova.compute.provider_tree [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed in ProviderTree for provider: ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 {{(pid=62675) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.884369] env[62675]: DEBUG nova.scheduler.client.report [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Inventory has not changed for provider ecff9c7d-a9f9-4be9-bb06-7a4d54f0f8b1 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 117, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62675) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.391475] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.411878] env[62675]: INFO nova.scheduler.client.report [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Deleted allocations for instance 23ed4247-f546-4126-9c70-fc638de80192 [ 1277.920923] env[62675]: DEBUG oslo_concurrency.lockutils [None req-9bedc8d2-eb8f-4dee-8762-422a994ec42b tempest-AttachVolumeNegativeTest-27419413 tempest-AttachVolumeNegativeTest-27419413-project-member] Lock "23ed4247-f546-4126-9c70-fc638de80192" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.650s {{(pid=62675) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}